-- Logs begin at Mon 2021-04-19 07:03:03 UTC, end at Mon 2021-04-19 08:02:01 UTC. --
Apr 19 07:32:46.510260 dv-cinder-773870-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 19 07:32:49.602480 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.common.config [-] Logging enabled!
Apr 19 07:32:49.603019 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev97
Apr 19 07:32:49.604349 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86245) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 19 07:32:49.606100 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.common.config [-] Logging enabled!
Apr 19 07:32:49.606403 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev97
Apr 19 07:32:49.606748 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86245) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 19 07:32:49.607801 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 19 07:32:49.608080 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 19 07:32:49.609112 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 19 07:32:49.609485 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 19 07:32:49.609773 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 19 07:32:49.610200 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.610547 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.610890 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.611133 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.611468 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.611805 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.612124 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.612459 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.612797 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.613118 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.613436 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.613752 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.614014 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.614359 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.614691 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.615022 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.615276 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.615880 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.616415 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.616735 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.617048 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.617374 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.617691 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.618193 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.618328 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.618648 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.619009 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] host                           = dv-cinder-773870-2-iscsi {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.619320 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.619646 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.619973 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.620297 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.620608 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.620915 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.621239 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.621547 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.621853 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.622180 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.622509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.622835 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.623168 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.623425 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.623676 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.624005 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.624331 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.624638 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.625121 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.625268 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.625576 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.625880 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.626187 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.626515 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.626836 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.627160 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.627465 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.627776 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.628079 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.628383 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.628704 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.629009 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.629312 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.629620 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.629949 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.630291 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.630596 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.630935 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.631257 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.631577 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.631900 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.632203 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.632525 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.632826 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.633124 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.633422 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.633725 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.634023 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.634362 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.634667 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.634966 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.635267 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.635565 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.635891 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:49.636222 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.636559 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.636899 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.637214 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.637547 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.637858 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.638203 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.638514 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.638841 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.639168 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.639486 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.639796 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.640114 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.640420 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.640828 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.641322 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.641655 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.641990 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.642321 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.642628 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.642933 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.643242 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.643564 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.643897 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.644227 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.644533 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.644843 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.645170 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.645479 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.645781 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.646093 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.646468 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.646777 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.647080 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.647394 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.647705 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.648009 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.648314 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.648622 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.648950 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.649258 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.649560 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.649861 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.650195 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.650492 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.650810 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.651117 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.651421 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.651723 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.652032 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.652333 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.652638 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.652946 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.653249 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.653557 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.653859 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.654198 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.654490 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.654793 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.655099 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.655400 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.655702 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.656011 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.656553 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.656936 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.657251 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.657561 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.657874 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.658216 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.658553 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.658868 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.659182 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.659493 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.659805 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.660114 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.660425 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.660736 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.661048 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.661355 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.661686 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.662001 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.662350 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.662674 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.662985 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.663320 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.663634 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.663952 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.664264 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.664577 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.664902 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.665218 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.665550 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.665881 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.666234 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.666569 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.666898 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.667212 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.667561 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.667878 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:49.668124 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 19 07:32:49.668390 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86245) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 19 07:32:50.322921 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO keyring.backend [-] Loading Gnome
Apr 19 07:32:50.339754 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO keyring.backend [-] Loading Google
Apr 19 07:32:50.342480 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO keyring.backend [-] Loading Windows (alt)
Apr 19 07:32:50.346332 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO keyring.backend [-] Loading file
Apr 19 07:32:50.347170 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO keyring.backend [-] Loading keyczar
Apr 19 07:32:50.347446 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO keyring.backend [-] Loading multi
Apr 19 07:32:50.348089 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO keyring.backend [-] Loading pyfs
Apr 19 07:32:50.393980 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:32:50.394325 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:32:50.394642 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:32:50.395012 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 19 07:32:50.783973 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:50.784525 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:50.784525 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:50.785913 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:50.786355 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:50.786648 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:50.823020 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:50.823303 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:50.823632 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:50.838274 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:50.838554 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:50.838848 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:50.903867 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:50.904101 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:50.904392 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:50.905400 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:50.905701 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:50.907580 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.174441 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6166b387b8> agent after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.174655 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6166b387b8> agent after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.174964 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f6166b386a8> segment precommit_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.175257 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f6166b38730> network precommit_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.176072 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f6166aec9d8> segment before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.321337 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> network before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.321707 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f61668e4a60> agent before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.322024 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> network before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.322366 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> port before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.322662 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> port before_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.323033 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> segment after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.323498 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> segment precommit_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.323794 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> segment precommit_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.324078 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> segment after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.324412 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> network after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.324705 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> network precommit_delete 0 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.324995 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> port provisioning_complete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.325289 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> rbac-policy before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.325575 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> rbac-policy after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.325883 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> agent after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.326224 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> subnet after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.326513 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> subnet precommit_delete 0 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.326830 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> rbac-policy before_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.327113 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> rbac-policy before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.327443 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> segment_host_mapping after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.327887 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> port after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.328249 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> port after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.328517 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> port after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.328930 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> rbac-policy before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.329213 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> rbac-policy before_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.329488 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6167489860>> rbac-policy before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.329928 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 07:32:51.330199 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 07:32:51.330474 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 07:32:51.330748 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 07:32:51.331022 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 07:32:51.331293 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 07:32:51.331713 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 19 07:32:51.334871 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 19 07:32:51.338764 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 19 07:32:51.342592 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])])
Apr 19 07:32:51.344414 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 19 07:32:51.345732 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 19 07:32:51.346115 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 19 07:32:51.346601 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 19 07:32:51.350333 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 19 07:32:51.350618 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 19 07:32:51.351008 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 19 07:32:51.378097 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 19 07:32:51.378626 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f6166997cf8>> qos_plugin after_init 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.378953 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86245) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 19 07:32:51.379363 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f6166937518>> logging-plugin after_init 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.380703 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86245) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 19 07:32:51.381033 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 19 07:32:51.381305 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 19 07:32:51.384486 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6166937588>> floatingip before_response 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.384798 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6166937588>> port before_response 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:51.450843 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 19 07:32:51.450989 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 19 07:32:51.451298 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 19 07:32:51.451698 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 19 07:32:51.489207 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_db.sqlalchemy.engines [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86245) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 19 07:32:51.943055 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.managers [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Initializing driver for type 'gre'
Apr 19 07:32:51.943634 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] gre ID ranges: [(1, 1000)]
Apr 19 07:32:51.991428 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.managers [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Initializing driver for type 'local'
Apr 19 07:32:51.991798 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.managers [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Initializing driver for type 'vlan'
Apr 19 07:32:52.003729 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] VlanTypeDriver initialization complete
Apr 19 07:32:52.004160 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.managers [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Initializing driver for type 'vxlan'
Apr 19 07:32:52.004672 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] vxlan ID ranges: [(1, 1000)]
Apr 19 07:32:52.048223 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.managers [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Initializing extension driver 'port_security'
Apr 19 07:32:52.048586 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.extensions.port_security [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] PortSecurityExtensionDriver initialization complete
Apr 19 07:32:52.048951 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.managers [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Initializing mechanism driver 'openvswitch'
Apr 19 07:32:52.049307 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.managers [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Initializing mechanism driver 'hyperv'
Apr 19 07:32:52.055670 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:32:52.056485 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6166854a90>> port after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.056889 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6166854a90>> port after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.057268 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6166854a90>> port after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.057692 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6166392fd0>> subnet after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.058077 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6166392fd0>> subnet after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.058479 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6166392fd0>> subnet after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.058885 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f616639c1d0>> network after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.059265 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f616639c1d0>> network after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.059637 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f616639c1d0>> network after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.060042 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f616639c390>> security_group after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.060417 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f616639c390>> security_group after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.060941 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f616639c390>> security_group after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.061352 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f616639c550>> security_group_rule after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.061708 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f616639c550>> security_group_rule after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.062082 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f616639c550>> security_group_rule after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.062541 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f616639c710>> address_group after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.062919 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f616639c710>> address_group after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.063300 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f616639c710>> address_group after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.063661 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] ML2 OVO RPC backend initialized. {{(pid=86245) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 19 07:32:52.064435 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f616639c7f0>> router_interface after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.064821 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f616639c7f0>> router_interface after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.065274 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f616639c7f0>> network before_response 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.065652 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f616639c7f0>> networks before_response 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.066026 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f616639c7f0>> port before_response 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.066423 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f616639c7f0>> ports before_response 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.066799 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f616639c7f0>> subnet before_response 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.067173 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f616639c7f0>> subnets before_response 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.067550 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f616639c7f0>> network after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.067919 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f616639c7f0>> network after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.068283 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f616639c7f0>> network after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.068652 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f616639c7f0>> port after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.069017 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f616639c7f0>> port after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.069382 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f616639c7f0>> port after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.069748 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f616639c7f0>> subnet after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.070109 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f616639c7f0>> subnet after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.070499 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f616639c7f0>> subnet after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.071129 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.plugin [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Modular L2 Plugin initialization complete
Apr 19 07:32:52.071478 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading services supported by the core plugin {{(pid=86245) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 19 07:32:52.071838 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.plugins.ml2.managers [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Got port-security extension from driver 'port_security'
Apr 19 07:32:52.072338 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.extensions.vlantransparent [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Disabled vlantransparent extension.
Apr 19 07:32:52.072865 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86245) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 19 07:32:52.073201 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading Plugin: router
Apr 19 07:32:52.110913 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f616639c978>> router_interface before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.111338 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f616639c978>> router after_create 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.111736 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f616639c978>> router before_create 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.112140 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f616639c978>> router_interface before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.112549 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f616639c978>> router_interface after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.112934 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f616639c978>> router after_delete 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.113330 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f616639c978>> floatingip after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.113731 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f616639c978>> router after_create 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.114104 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f616639c978>> router after_update 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.114513 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f616639c978>> router after_update 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.114895 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f616639c978>> router_gateway after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.115294 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f616639c978>> router after_update 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.116081 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f616639c978>> router precommit_update 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.116494 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f61669f7c80> port after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.116870 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f61669f7e18> port after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.117238 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f61669f7d90> subnet after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.117608 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f61669f7d08> subnetpool_address_scope after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.117995 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f616639c978>> port precommit_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.118402 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f616639c978>> router precommit_create 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.118782 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f61669e88c8> port before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.119158 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f616639c978>> router precommit_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.119556 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f616639c978>> router after_update 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.119931 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f616639c978>> router precommit_delete 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.120310 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f616639c978>> router precommit_create 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.120712 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f616639c978>> router_interface after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.121091 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f616639c978>> router precommit_update 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.121517 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f616639c978>> network after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.122543 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Tracking information for resource: router configured {{(pid=86245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 07:32:52.122894 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Tracking information for resource: floatingip configured {{(pid=86245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 07:32:52.127871 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.l3_agentschedulers_db [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 19 07:32:52.128512 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f6166322378> port after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.128910 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f6166322268> port after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.129286 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <function _notify_port_delete at 0x7f61663222f0> port after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.129665 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f6166322510> port after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.130584 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6166340780>> router before_create 55550100 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.130983 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6166340780>> router precommit_delete 55550100 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.131381 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6166340780>> router precommit_create 55550100 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.131768 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6166340780>> router precommit_update 55550100 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.136598 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.provider_configuration [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Service providers = [] {{(pid=86245) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 19 07:32:52.136994 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.servicetype_db [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86245) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 19 07:32:52.139875 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.service_base [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86245) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 07:32:52.140255 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.service_base [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86245) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 07:32:52.140710 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.service_base [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86245) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 07:32:52.141567 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.service_base [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86245) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 07:32:52.141962 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.services.service_base [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 19 07:32:52.142402 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 07:32:52.142758 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 19 07:32:52.152802 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 07:32:52.153174 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading Plugin: auto_allocate
Apr 19 07:32:52.159009 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f616636eb70> network precommit_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.159411 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f616636eb70> network precommit_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.159994 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 07:32:52.160348 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading Plugin: tag
Apr 19 07:32:52.167453 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 07:32:52.167827 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading Plugin: timestamp
Apr 19 07:32:52.171693 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 07:32:52.172106 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading Plugin: network_ip_availability
Apr 19 07:32:52.177757 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6166250390>> rbac-policy before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.178130 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6166250390>> rbac-policy before_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.178549 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6166250390>> rbac-policy before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.179356 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 07:32:52.179694 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading Plugin: flavors
Apr 19 07:32:52.184227 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 07:32:52.184598 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading Plugin: revisions
Apr 19 07:32:52.189122 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 07:32:52.189546 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.795s {{(pid=86245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:32:52.190371 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86245) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 19 07:32:52.190732 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Initializing extension manager.
Apr 19 07:32:52.191282 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: __init__.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.191658 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: __pycache__ {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.192022 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.192431 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: address_group.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.193288 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.193874 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: address-group
Apr 19 07:32:52.194234 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: address_scope.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.194997 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.195559 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: address-scope
Apr 19 07:32:52.195914 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: admin_state_down_before_update.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.196844 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.197410 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: router-admin-state-down-before-update
Apr 19 07:32:52.197768 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: agent.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.198540 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.199103 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: agent
Apr 19 07:32:52.199456 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: agent_resources_synced.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.200377 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.200937 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: agent-resources-synced
Apr 19 07:32:52.201293 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: allowedaddresspairs.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.203473 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.203866 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: allowed-address-pairs
Apr 19 07:32:52.204224 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: auto_allocated_topology.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.205302 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.205869 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: auto-allocated-topology
Apr 19 07:32:52.206261 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: availability_zone.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.207008 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.207573 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: availability_zone
Apr 19 07:32:52.207933 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: availability_zone_filter.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.208846 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.209409 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: availability_zone_filter
Apr 19 07:32:52.209761 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: data_plane_status.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.210821 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.211381 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension data-plane-status not supported by any of loaded plugins
Apr 19 07:32:52.211733 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: default_subnetpools.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.212643 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.213206 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: default-subnetpools
Apr 19 07:32:52.213565 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: dhcpagentscheduler.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.214459 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.215031 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: dhcp_agent_scheduler
Apr 19 07:32:52.215391 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: dns.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.216302 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.216861 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension dns-integration not supported by any of loaded plugins
Apr 19 07:32:52.217223 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: dns_domain_ports.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.218186 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.218823 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 19 07:32:52.219157 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: dvr.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.219875 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.220433 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: dvr
Apr 19 07:32:52.220790 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: empty_string_filtering.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.221706 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.222298 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: empty-string-filtering
Apr 19 07:32:52.222655 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.223571 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.224119 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 19 07:32:52.224472 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.225373 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.225932 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 19 07:32:52.226318 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: external_net.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.227227 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.227793 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: external-net
Apr 19 07:32:52.228143 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: extra_dhcp_opt.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.229050 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.229601 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: extra_dhcp_opt
Apr 19 07:32:52.229955 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: extraroute.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.230887 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.231455 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: extraroute
Apr 19 07:32:52.231808 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: extraroute_atomic.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.232843 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.233414 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: extraroute-atomic
Apr 19 07:32:52.233767 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: filter_validation.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.234666 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.235123 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: filter-validation
Apr 19 07:32:52.235469 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: fip_pf_description.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.236381 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.236932 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 19 07:32:52.237289 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: fip_port_details.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.238336 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.238899 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: fip-port-details
Apr 19 07:32:52.239258 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: flavors.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.240484 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.241369 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: flavors
Apr 19 07:32:52.241732 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.243383 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.243955 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 19 07:32:52.244315 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: floatingip_pools.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.245067 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.245633 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: floatingip-pools
Apr 19 07:32:52.245992 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: ip_allocation.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.246942 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.247502 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension ip_allocation not supported by any of loaded plugins
Apr 19 07:32:52.247862 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.248777 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.249345 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: ip-substring-filtering
Apr 19 07:32:52.249703 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: l2_adjacency.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.250724 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.251280 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 19 07:32:52.251636 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: l3.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.252697 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.253274 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: router
Apr 19 07:32:52.253632 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: l3_conntrack_helper.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.255958 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.256546 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 19 07:32:52.256913 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.257836 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.258430 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: ext-gw-mode
Apr 19 07:32:52.258790 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.259821 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.260397 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: l3-ha
Apr 19 07:32:52.260755 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: l3_flavors.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.261683 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.262275 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: l3-flavors
Apr 19 07:32:52.262630 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.263554 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.264116 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 19 07:32:52.264476 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: l3agentscheduler.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.265689 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.266298 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: l3_agent_scheduler
Apr 19 07:32:52.266663 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: logging.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.268179 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.268754 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension logging not supported by any of loaded plugins
Apr 19 07:32:52.269116 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: metering.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.269917 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.270630 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: metering
Apr 19 07:32:52.270988 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.272085 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.272653 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: metering_source_and_destination_fields
Apr 19 07:32:52.273011 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: multiprovidernet.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.273944 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.274538 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: multi-provider
Apr 19 07:32:52.274898 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: netmtu.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.275837 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.276412 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: net-mtu
Apr 19 07:32:52.276772 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: netmtu_writable.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.277694 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.278281 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: net-mtu-writable
Apr 19 07:32:52.278642 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: network_availability_zone.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.279456 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.280028 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: network_availability_zone
Apr 19 07:32:52.280395 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: network_ip_availability.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.281572 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.282136 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: network-ip-availability
Apr 19 07:32:52.282648 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: network_segment_range.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.283485 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.284048 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension network-segment-range not supported by any of loaded plugins
Apr 19 07:32:52.284403 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: pagination.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.285398 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.285767 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: pagination
Apr 19 07:32:52.286124 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: port_device_profile.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.287054 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.287620 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: port-device-profile
Apr 19 07:32:52.287974 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.288922 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.289485 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: port-mac-address-regenerate
Apr 19 07:32:52.289840 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.290776 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.291345 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: port-numa-affinity-policy
Apr 19 07:32:52.291695 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: port_resource_request.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.292603 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.293157 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension port-resource-request not supported by any of loaded plugins
Apr 19 07:32:52.293508 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: portbindings.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.294473 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.295037 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: binding
Apr 19 07:32:52.295394 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: portbindings_extended.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.296678 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.297413 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: binding-extended
Apr 19 07:32:52.297776 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: portsecurity.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.298745 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.299312 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: port-security
Apr 19 07:32:52.299672 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: project_id.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.300645 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.301017 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: project-id
Apr 19 07:32:52.301379 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: providernet.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.302328 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.302921 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: provider
Apr 19 07:32:52.303257 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: qos.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.306935 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.307524 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension qos not supported by any of loaded plugins
Apr 19 07:32:52.307892 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.309159 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.309722 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 19 07:32:52.310083 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.311040 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.311605 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 19 07:32:52.311963 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: qos_default.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.313035 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.313611 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension qos-default not supported by any of loaded plugins
Apr 19 07:32:52.313976 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: qos_fip.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.314683 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.315240 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension qos-fip not supported by any of loaded plugins
Apr 19 07:32:52.315595 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: qos_gateway_ip.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.316512 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.317071 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 19 07:32:52.317426 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: qos_port_network_policy.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.318360 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.318927 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 19 07:32:52.319288 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: qos_rule_type_details.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.320197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.320751 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 19 07:32:52.321117 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: qos_rules_alias.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.322193 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.322767 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 19 07:32:52.323129 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: quotasv2.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.324118 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.324484 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: quotas
Apr 19 07:32:52.324842 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: quotasv2_detail.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.326587 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.326963 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: quota_details
Apr 19 07:32:52.327327 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: rbac.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.328601 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.329187 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: rbac-policies
Apr 19 07:32:52.329549 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: rbac_address_group.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.330509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.331089 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: rbac-address-group
Apr 19 07:32:52.331447 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: rbac_address_scope.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.332370 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.332937 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: rbac-address-scope
Apr 19 07:32:52.333294 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: rbac_security_groups.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.334256 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.334844 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: rbac-security-groups
Apr 19 07:32:52.335199 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: rbac_subnetpool.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.336127 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.336702 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: rbac-subnetpool
Apr 19 07:32:52.337059 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: revisionifmatch.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.337980 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.338572 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: revision-if-match
Apr 19 07:32:52.338927 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: revisions.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.340061 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.340625 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: standard-attr-revisions
Apr 19 07:32:52.340986 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: router_availability_zone.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.341686 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.342318 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: router_availability_zone
Apr 19 07:32:52.342680 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: routerservicetype.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.343573 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.344196 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension router-service-type not supported by any of loaded plugins
Apr 19 07:32:52.344558 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.345470 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.346028 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: security-groups-normalized-cidr
Apr 19 07:32:52.346443 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: security_groups_port_filtering.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.347389 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.347952 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: port-security-groups-filtering
Apr 19 07:32:52.348305 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.349220 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.349784 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: security-groups-remote-address-group
Apr 19 07:32:52.350159 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: securitygroup.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.363551 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.364147 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: security-group
Apr 19 07:32:52.364513 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: segment.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.365366 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.366318 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension segment not supported by any of loaded plugins
Apr 19 07:32:52.366681 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.367629 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.368198 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 19 07:32:52.368559 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: servicetype.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.369642 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.370248 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: service-type
Apr 19 07:32:52.370609 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: sorting.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.371569 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.371964 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: sorting
Apr 19 07:32:52.372302 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: standard_attr_segment.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.373211 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.373780 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 19 07:32:52.374134 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: standardattrdescription.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.374847 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.375519 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: standard-attr-description
Apr 19 07:32:52.375885 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: stateful_security_group.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.376829 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.377410 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: stateful-security-group
Apr 19 07:32:52.377762 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: stdattrs_common.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.378364 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 19 07:32:52.378716 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.379720 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.380302 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 19 07:32:52.380654 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: subnet_onboard.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.381707 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.382305 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: subnet_onboard
Apr 19 07:32:52.382663 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.383592 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.384159 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 19 07:32:52.384516 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: subnet_service_types.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.385435 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.386000 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: subnet-service-types
Apr 19 07:32:52.386386 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: subnetallocation.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.387464 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.388042 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: subnet_allocation
Apr 19 07:32:52.388399 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.389089 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.389657 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: subnetpool-prefix-ops
Apr 19 07:32:52.390009 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.391000 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.391561 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 19 07:32:52.391914 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: tagging.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.393177 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.393769 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: standard-attr-tag
Apr 19 07:32:52.394127 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: timestamp.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.395319 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.395890 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loaded extension: standard-attr-timestamp
Apr 19 07:32:52.396258 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: trunk.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.397280 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.397845 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension trunk not supported by any of loaded plugins
Apr 19 07:32:52.398224 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: trunk_details.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.399148 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.399708 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension trunk-details not supported by any of loaded plugins
Apr 19 07:32:52.400062 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: uplink_status_propagation.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.400976 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.401553 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 19 07:32:52.401905 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Loading extension file: vlantransparent.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 07:32:52.402630 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 07:32:52.403189 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 19 07:32:52.405895 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Creating instance of TrackedResource for resource:network
Apr 19 07:32:52.406805 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Creating instance of TrackedResource for resource:subnet
Apr 19 07:32:52.407465 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 07:32:52.408125 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Creating instance of TrackedResource for resource:port
Apr 19 07:32:52.409601 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 07:32:52.410082 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Service FLAVORS assigned prefix:  {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 07:32:52.410790 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 07:32:52.411250 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 07:32:52.411613 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Creating instance of TrackedResource for resource:router
Apr 19 07:32:52.412331 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Creating instance of TrackedResource for resource:floatingip
Apr 19 07:32:52.413086 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Service METERING assigned prefix: /metering {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 07:32:52.414900 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6166194dd8>> rbac-policy before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.415305 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6166194dd8>> rbac-policy before_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.415690 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6166194dd8>> rbac-policy before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:32:52.416803 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Creating instance of CountableResource for resource:rbac_policy
Apr 19 07:32:52.417273 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Creating instance of TrackedResource for resource:security_group
Apr 19 07:32:52.418069 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 19 07:32:52.418900 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Service CORE assigned prefix:  {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 07:32:52.419269 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 07:32:52.419627 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] subnetpool is already registered
Apr 19 07:32:52.420286 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Service CORE assigned prefix:  {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 07:32:52.420643 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 07:32:52.420999 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] subnetpool is already registered
Apr 19 07:32:52.423770 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 07:32:52.424240 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Service FLAVORS assigned prefix:  {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 07:32:52.424875 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 07:32:52.425330 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 07:32:52.425694 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Creating instance of TrackedResource for resource:router
Apr 19 07:32:52.426055 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] router is already registered
Apr 19 07:32:52.426730 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Creating instance of TrackedResource for resource:floatingip
Apr 19 07:32:52.427086 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] floatingip is already registered
Apr 19 07:32:52.427762 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Service METERING assigned prefix: /metering {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 07:32:52.428481 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Creating instance of CountableResource for resource:rbac_policy
Apr 19 07:32:52.428833 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] rbac_policy is already registered
Apr 19 07:32:52.429441 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Creating instance of TrackedResource for resource:security_group
Apr 19 07:32:52.429799 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] security_group is already registered
Apr 19 07:32:52.430456 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 19 07:32:52.430816 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] security_group_rule is already registered
Apr 19 07:32:52.431514 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Service CORE assigned prefix:  {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 07:32:52.431872 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 07:32:52.432233 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] subnetpool is already registered
Apr 19 07:32:52.432900 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Service CORE assigned prefix:  {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 07:32:52.433257 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 07:32:52.433612 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING neutron.quota.resource_registry [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] subnetpool is already registered
Apr 19 07:32:52.434333 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: extensions {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.435856 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: address-groups {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.437585 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: address-scopes {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.438871 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: agents {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.440096 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: auto-allocated-topology {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.441390 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: availability_zones {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.442784 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: dhcp-networks {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.444289 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: dhcp-agents {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.445732 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: routers {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.447633 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: flavors {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.448853 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: service_profiles {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.450104 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: next_providers {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.451727 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: service_profiles {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.453345 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: floatingip-pools {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.454652 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: routers {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.456519 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: floatingips {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.457770 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: l3-routers {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.459249 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: l3-agents {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.460728 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: metering-labels {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.462994 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: metering-label-rules {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.464317 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: network-ip-availabilities {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.465688 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: bindings {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.467453 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: quotas {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.469065 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: quotas {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.470547 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: rbac-policies {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.471904 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: security-groups {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.473168 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: security-group-rules {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.474482 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: service-providers {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.475754 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: subnetpools {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.477240 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: subnetpools {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.478770 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: tags {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.480581 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: tags {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.482484 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: tags {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.484381 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: tags {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.486354 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: tags {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.488287 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: tags {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.490081 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: tags {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.492390 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: tags {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.494314 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: tags {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.496229 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.extensions [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Extended resource: tags {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 07:32:52.503346 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING keystonemiddleware.auth_token [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 19 07:32:52.508580 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING keystonemiddleware.auth_token [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 19 07:32:52.517589 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Acquired lock "singleton_lock" {{(pid=86245) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 19 07:32:52.518097 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Releasing lock "singleton_lock" {{(pid=86245) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 19 07:32:52.519585 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO oslo_service.service [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Starting 2 workers
Apr 19 07:32:52.524248 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Started child 86356 {{(pid=86245) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 07:32:52.528097 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:32:52.528842 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Started child 86357 {{(pid=86245) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 07:32:52.529513 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [-] (86356) wsgi starting up on http://0.0.0.0:9696
Apr 19 07:32:52.530308 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.service [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Neutron service started, listening on 0.0.0.0:9696
Apr 19 07:32:52.530868 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Notify callbacks [] for process, before_spawn {{(pid=86245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:32:52.532330 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:32:52.533298 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO oslo_service.service [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Starting 1 workers
Apr 19 07:32:52.533659 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [-] (86357) wsgi starting up on http://0.0.0.0:9696
Apr 19 07:32:52.538639 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Started child 86358 {{(pid=86245) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 07:32:52.539158 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO oslo_service.service [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Starting 1 workers
Apr 19 07:32:52.540799 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.service [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] calling RpcWorker wait() {{(pid=86358) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 19 07:32:52.541194 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.service [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] returning from RpcWorker wait() {{(pid=86358) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 19 07:32:52.542745 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:32:52.543262 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:32:52.543894 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Started child 86359 {{(pid=86245) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 07:32:52.544664 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-840f5ad9-9d74-43e2-b7f1-f6f9368e326f None None] Notify callbacks [] for process, after_spawn {{(pid=86245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:32:52.546233 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86245) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 19 07:32:52.546476 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 19 07:32:52.546655 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 19 07:32:52.547166 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 19 07:32:52.547565 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 19 07:32:52.547691 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:32:52.547769 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 19 07:32:52.548292 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.548576 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.548875 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.549156 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.549453 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.550058 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.550396 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.550696 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.550986 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.551256 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.551417 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.551805 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.552087 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.552368 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.552719 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.552991 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.553254 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.553528 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.553746 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.553998 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.554295 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.554573 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.554863 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.555126 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.555670 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.555932 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.556220 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.556428 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.558202 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.558202 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.558202 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.558202 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.558202 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.558202 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.558882 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.559291 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.559648 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.560043 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.560477 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.560863 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.561445 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] host                           = dv-cinder-773870-2-iscsi {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.561861 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.562275 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.562748 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.563148 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.563560 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.563967 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.564416 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.564712 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.564954 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.565245 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.565534 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.565745 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.566214 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.566485 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.566651 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.567051 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.567561 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.567866 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.568023 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.568407 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.568535 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.568860 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.569136 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.569421 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.569666 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.570084 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.570376 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.570627 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.570868 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.571192 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.571419 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.571696 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.571897 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.572210 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.572637 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.572853 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.572993 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.573222 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.573459 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.573764 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.573973 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.574201 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:32:52.574336 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.574336 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.574675 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.574979 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.575191 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.575666 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.575933 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.576163 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.576560 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.576921 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.577289 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.577724 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.578237 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.578461 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.578735 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.578990 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.579370 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.579615 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.579875 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.580130 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.580368 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.580598 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.580879 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.581122 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.581400 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.581627 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.581872 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.582157 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.582621 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.582908 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.583393 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.583627 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.584050 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.584316 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.584612 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.584879 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.585164 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.585429 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.585761 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.586015 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.586350 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.586779 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.587199 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.587682 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.588132 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.588590 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.588977 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.589448 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.589862 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.590276 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.590763 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.591246 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.591535 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.591810 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.592065 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.592337 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.592609 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.592858 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.593111 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.593358 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.593755 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.594021 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.594303 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.594730 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.595008 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.595262 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.595560 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.598256 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.600444 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.601619 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.602053 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.602539 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.602972 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.603377 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.603788 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.604216 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.604631 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.605081 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.605501 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.605901 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.606330 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.606722 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.607122 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.607549 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.607942 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.608341 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.609188 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.609566 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.609890 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.610998 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.610998 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.610998 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.610998 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.611286 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.611424 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.611831 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.614526 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.614970 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.615245 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.615855 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.616119 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.616382 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.616642 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.619410 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.619410 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.619689 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.619943 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.620357 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.620803 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.621068 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.621330 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.621590 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.621906 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.622302 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.622581 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.622882 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.623166 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.623474 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.623731 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.624016 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.624288 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.624579 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.624828 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.625133 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.625399 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.625863 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.626135 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.626415 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.626773 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.627028 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.627293 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.627563 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.627841 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.628179 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.628490 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.628765 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.629041 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.629331 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.629650 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.629967 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.630311 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.630639 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.630900 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.631204 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.631563 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.631893 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.632203 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.632486 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.632779 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.633074 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.633394 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.633671 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.633950 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.634261 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.634545 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.634870 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.635157 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.635414 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.635668 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.635954 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.636318 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.636621 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.636891 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.637156 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.637477 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.637780 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.638065 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.638471 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.638766 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.639045 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.639348 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.639640 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.639904 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.640183 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.640457 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.640763 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.641098 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.641363 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.641661 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.642014 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.642289 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.642564 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.642815 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.643078 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.643347 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.643602 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.643853 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.644145 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.644394 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.644651 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.644924 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.645195 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.645450 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.645707 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.645956 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.646273 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.646528 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.646852 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.647141 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.647410 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.647681 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.647964 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.648261 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.648540 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.648822 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.649080 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.649330 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.649581 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.649838 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.650091 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.650751 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.650751 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.650965 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.651183 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.651441 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.651798 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.652071 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.652342 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.652612 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.652862 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.653139 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.653413 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.653671 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.653925 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.654213 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.654473 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.654755 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.655034 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.655308 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.655559 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.655810 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.656056 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.656350 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.656622 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.657002 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.657333 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.657602 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.657877 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.658128 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.658454 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.658704 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.658952 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.659204 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.659452 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.659717 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.659964 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.660215 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.660468 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.660717 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.660980 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.661228 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.661473 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.661726 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.661972 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.662264 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.662512 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.662761 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.663017 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.663263 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.663615 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.663914 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.664142 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.664470 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.664744 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.665034 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.665295 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.665675 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.665955 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.666262 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.666545 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.666772 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.667028 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.667371 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.667756 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.668132 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.668416 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.668727 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.669050 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.669341 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.669660 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.669912 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.670242 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.670597 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.670902 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.671181 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.671449 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.671968 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.672129 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.672365 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.672724 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.673382 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.673684 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 44212) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:32:52.674429 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.674779 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.675101 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.675390 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.675675 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.675968 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.676286 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.676508 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.676772 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.677051 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.677458 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.677458 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 19 07:32:52.678014 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86245) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 19 07:32:52.678210 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 19 07:32:52.682199 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 19 07:32:52.682199 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 19 07:32:52.682199 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 19 07:32:52.682199 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 19 07:32:52.682199 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.682199 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.682199 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.682199 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.682727 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.682727 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.682727 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.682727 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.682727 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.682727 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.682727 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.682727 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.683197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.683197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.683197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.683197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.683197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.683197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.683197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.683197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.683648 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.683648 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.683648 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.683648 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.683648 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.683648 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.684013 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.684013 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.684013 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.684203 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:32:52.684281 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.684281 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.684281 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.684456 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.684580 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.684894 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.685052 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0091362
Apr 19 07:32:52.685342 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.685641 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.685937 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.686307 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.686501 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.686694 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] host                           = dv-cinder-773870-2-iscsi {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.687025 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.687134 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.687471 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.687471 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.687751 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.687838 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.688002 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.688189 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.688387 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.688581 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.688730 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.688923 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.689034 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.689213 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.689402 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.689589 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.689779 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.689966 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.690176 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.690363 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.690523 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.690712 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.690904 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.691095 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.691284 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.691453 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.691647 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.691815 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.691977 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.692170 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.692359 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.692549 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.692740 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.692937 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.693129 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.693321 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.693509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.693676 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.693867 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.694057 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.694341 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.694509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.694660 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.694807 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.694988 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.695179 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.695346 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.695517 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.695803 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.695899 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.696078 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.696223 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.696366 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.696510 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.696662 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.696852 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.697008 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.697203 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.697392 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.698191 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.698191 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.698191 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.698191 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.698481 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.698481 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.698674 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.698768 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.699509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.699509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 07:32:52.699509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.699509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.699777 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.699777 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.699910 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.700106 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.700299 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.700492 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.700683 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.700876 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.701076 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.701270 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.701473 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.701665 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.701856 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.702050 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.703161 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.703504 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.704187 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.704187 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.704187 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.704793 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.704793 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.704793 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.704793 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.706440 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.706440 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.706440 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.706440 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.706440 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.706440 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.706440 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.706440 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.706919 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.706919 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.706919 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.706919 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.707147 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.707147 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.707268 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.707467 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.707748 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.707840 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.708651 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.708651 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.708651 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.708651 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.708651 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.708981 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.708981 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.709185 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.709378 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.709572 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.709764 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.709958 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.710217 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.710346 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.711304 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.711304 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.711304 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.711304 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.711304 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.711692 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.711692 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.711692 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.711867 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.712798 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.712798 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.712798 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.712798 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.712798 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.713125 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.713125 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.713324 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.713515 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.714271 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.714271 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.714271 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.714271 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.714554 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.714554 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.714976 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.714976 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.715127 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.715197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.715443 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.715592 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.715758 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.715912 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.716063 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.716250 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.716412 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.716919 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.716919 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.716919 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.717151 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.717395 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.717395 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.717639 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.717787 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.717937 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.718085 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.718306 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.718477 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.718708 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.718959 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.719162 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.719509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.719712 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.719906 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.720101 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.720306 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.720468 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.720667 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.720860 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.721060 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.721312 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.721471 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.721626 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.721769 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.721912 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.722064 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.722303 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.722496 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.722688 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.722883 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.723078 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.723279 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.723482 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.723674 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.723838 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.724029 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.724278 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.724430 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.724574 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.724718 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.724906 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.725098 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.725291 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.725457 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.725647 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.725838 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.726030 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.726259 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.726413 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.726568 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.726756 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.726948 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.727116 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.727306 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.727496 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.727689 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.727882 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.728074 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.728266 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.728457 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.728647 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.728920 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.729083 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.729238 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.729382 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.729534 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.729679 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.729831 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.729975 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.730118 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.730304 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.730492 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.730683 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.731706 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.731706 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.731706 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.731706 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.731706 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.731706 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.732556 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.732556 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.732556 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.732556 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.732556 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.733221 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.733221 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.733221 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.733221 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.733760 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.733760 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.733760 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.734208 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.734208 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.734208 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.734848 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.734848 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.735123 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.735123 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.735408 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.735408 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.735682 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.735837 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.735990 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.737956 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.737956 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.737956 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.737956 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.737956 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.739432 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.739432 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.739432 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.739432 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.739993 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.739993 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.739993 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.740416 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.740416 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.741018 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.741018 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.741294 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.741294 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.741568 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.741895 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.743421 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.743421 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.743421 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.743421 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.743421 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.743421 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.743421 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.743421 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.744714 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.744714 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.744714 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.744714 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.744714 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.744714 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.744714 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.744714 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.745529 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.745529 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.745529 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.745529 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.745529 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.745961 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.745961 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.746138 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.746138 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.746349 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.746539 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.746745 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.746947 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.747142 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.747345 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.747550 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.747751 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.747944 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.748144 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.748356 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.748551 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.748745 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.748938 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.749132 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.749324 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.749520 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.749713 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.750110 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.750110 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.751114 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.751308 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.751502 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.751697 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.751885 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.752081 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.752273 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.752467 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.752664 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.752853 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 07:32:52.753043 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 19 07:33:03.828759 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12acd93-f75c-4153-9b59-f6f078771da5 None None] get_active_networks_info from dv-cinder-773870-2-iscsi {{(pid=86358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 19 07:33:04.012381 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ded0e16b-4a0c-40d5-a9e0-2de3e4271583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997'] for agent, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:04.036660 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12acd93-f75c-4153-9b59-f6f078771da5 None None] No non-hosted networks {{(pid=86358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 19 07:33:05.939834 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e7675c6e-5035-4875-bd77-d4d4e56c38cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997'] for agent, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:05.982453 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7d1e21c7-5def-4202-b806-73b11b546271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:06.357130 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997'] for agent, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:06.964961 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997'] for agent, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:06.967169 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:06.969537 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:06.971112 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:06.974378 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:06.974926 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:06.976362 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:06.976733 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:06.977120 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:06.977483 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:06.977843 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:06.978203 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:06.978728 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:06.979291 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f616556df28>, 'Open vSwitch agent', 'dv-cinder-773870-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:33:06.985028 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f61655af0b8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773870-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:33:07.820893 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997'] for agent, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:08.798110 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 44302) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:33:09.469458 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING oslo_policy.policy [None req-55cda0c4-237c-4a34-865d-f2877992e752 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 07:33:09.470317 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING oslo_policy.policy [None req-55cda0c4-237c-4a34-865d-f2877992e752 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 07:33:09.700864 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [None req-55cda0c4-237c-4a34-865d-f2877992e752 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 07:33:09.702209 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-55cda0c4-237c-4a34-865d-f2877992e752 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9019618
Apr 19 07:33:12.476820 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 44318) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:33:12.900163 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-8aecb191-b9ca-4f96-925a-06a6ee002c56 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:33:13.007291 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.policy [None req-8aecb191-b9ca-4f96-925a-06a6ee002c56 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86357) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 19 07:33:13.064231 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING oslo_policy.policy [None req-8aecb191-b9ca-4f96-925a-06a6ee002c56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 07:33:13.064451 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING oslo_policy.policy [None req-8aecb191-b9ca-4f96-925a-06a6ee002c56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 07:33:13.082950 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.quota [None req-8aecb191-b9ca-4f96-925a-06a6ee002c56 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6165c27390>.
Apr 19 07:33:13.093257 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.l3_hamode_db [None req-edcac61e-469a-438a-83ed-855e6485a2fb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 19 07:33:13.099158 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8aecb191-b9ca-4f96-925a-06a6ee002c56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:33:13.156459 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8aecb191-b9ca-4f96-925a-06a6ee002c56 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363283337958013', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363283337960555', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363283337968583', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363283337941595', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363283337993304', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363283337994003', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1860567', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2077143', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-616552', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854076276'] for rbac-policy, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:13.186581 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcac61e-469a-438a-83ed-855e6485a2fb None None] Routers set() bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:33:13.187007 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcac61e-469a-438a-83ed-855e6485a2fb None None] Router IDs set() for agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 19 07:33:13.383963 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8aecb191-b9ca-4f96-925a-06a6ee002c56 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:13.385127 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-8aecb191-b9ca-4f96-925a-06a6ee002c56 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.9073422
Apr 19 07:33:16.368462 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 44332) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:33:16.800441 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Request body: {'network': {'name': 'private', 'project_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'admin_state_up': True}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:33:16.806664 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:33:16.811906 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Usage tracker for resource:network and tenant:ea02c041c4e14e80a7755f5f7cc03220 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:33:16.815766 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:33:16.822558 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:33:16.832255 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Made reservation on behalf of ea02c041c4e14e80a7755f5f7cc03220 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:33:16.838187 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:16.854325 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:16.869718 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:33:16.873963 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Usage tracker for resource:security_group_rule and tenant:ea02c041c4e14e80a7755f5f7cc03220 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:33:16.877853 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:33:16.884191 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:33:16.985567 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:16.989259 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:16.994179 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:33:17.013013 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502}  {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 07:33:17.038613 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363283335301014', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:17.039182 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6166b386a8> segment precommit_create {{(pid=86357) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 19 07:33:17.039644 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.segments_db [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Added segment 6d5b00b9-4b40-405d-b274-164f81ec047f of type vlan for network 23840d12-472e-4831-ad15-fac166750676
Apr 19 07:33:17.091616 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c6aadd-f2ef-4310-95ce-15953ce780f3,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:33:17.112363 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:17.112749 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:17.113111 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:17.113471 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:17.113825 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:17.114191 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:17.114576 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:17.114926 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:17.115286 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:17.115949 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:17.116295 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:17.116644 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Tracked resource versions report:
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]: pushed versions:
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]: {   'AddressGroup': {'1.2'},
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:     'ConntrackHelper': {'1.0'},
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Log': {'1.0'},
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Network': {'1.1'},
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Port': {'1.7'},
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:     'PortForwarding': {'1.2'},
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:     'QosPolicy': {'1.8'},
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:     'SecurityGroup': {'1.4'},
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:     'SecurityGroupRule': {'1.2'},
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:     'SubPort': {'1.0'},
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Subnet': {'1.1'},
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Trunk': {'1.1'}}
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]: consumer versions:
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]: {   DHCP agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:     L3 agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:     Metadata agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:     Metering agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:     Open vSwitch agent@dv-cinder-773870-2-iscsi: {   'AddressGroup': '1.2',
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'ConntrackHelper': '1.0',
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Log': '1.0',
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Network': '1.1',
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Port': '1.7',
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'PortForwarding': '1.2',
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'QosPolicy': '1.8',
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'SecurityGroup': '1.4',
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'SecurityGroupRule': '1.2',
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'SubPort': '1.0',
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Subnet': '1.1',
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Trunk': '1.1'}}
Apr 19 07:33:17.117688 dv-cinder-773870-2-iscsi neutron-server[86245]:  {{(pid=86357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 07:33:17.161903 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753518964407'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:17.166538 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:33:17.200771 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:17.202184 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:33:17.203013 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:17.207802 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:33:17.313565 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.9438779
Apr 19 07:33:17.316524 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Pushing event updated for resources: {'Network': ['ID=23840d12-472e-4831-ad15-fac166750676,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:33:17.320217 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:33:17.333164 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Network 23840d12-472e-4831-ad15-fac166750676 details requested by agent ovs-agent-dv-cinder-773870-2-iscsi with host dv-cinder-773870-2-iscsi {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 07:33:20.376295 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 44348) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:33:20.887347 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899f2773-312e-48df-b5c9-60068d126ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:33:20.888803 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-899f2773-312e-48df-b5c9-60068d126ebf admin admin] 10.222.0.20 "GET /v2.0/networks/23840d12-472e-4831-ad15-fac166750676 HTTP/1.1" status: 200  len: 825 time: 0.5113575
Apr 19 07:33:20.924484 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-e773ab49-7215-4da3-9002-799c3d9fd758 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/4acd3337-2adc-422f-9870-b01201d6cc28 HTTP/1.1" status: 200  len: 734 time: 0.0260553
Apr 19 07:33:20.933941 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-57328649-decb-4c01-8c05-1144f5064dd3 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'network_id': '23840d12-472e-4831-ad15-fac166750676', 'ip_version': 4, 'subnetpool_id': '4acd3337-2adc-422f-9870-b01201d6cc28', 'gateway_ip': '172.20.0.1'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:33:20.938807 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-57328649-decb-4c01-8c05-1144f5064dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:33:20.942787 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-57328649-decb-4c01-8c05-1144f5064dd3 admin admin] Usage tracker for resource:subnet and tenant:ea02c041c4e14e80a7755f5f7cc03220 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:33:20.945693 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-57328649-decb-4c01-8c05-1144f5064dd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:33:20.951481 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-57328649-decb-4c01-8c05-1144f5064dd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:33:20.962454 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57328649-decb-4c01-8c05-1144f5064dd3 admin admin] Made reservation on behalf of ea02c041c4e14e80a7755f5f7cc03220 for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:33:20.966992 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-57328649-decb-4c01-8c05-1144f5064dd3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:21.450994 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-57328649-decb-4c01-8c05-1144f5064dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:21.456216 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:33:21.537320 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57328649-decb-4c01-8c05-1144f5064dd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=815f929a-0ca8-4cfc-a6ff-a0d1b4af7b93,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:33:21.542868 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-57328649-decb-4c01-8c05-1144f5064dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:33:21.543734 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57328649-decb-4c01-8c05-1144f5064dd3 admin admin] Checking segment: {'id': '6d5b00b9-4b40-405d-b274-164f81ec047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '23840d12-472e-4831-ad15-fac166750676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:33:21.544108 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57328649-decb-4c01-8c05-1144f5064dd3 admin admin] Network hostable DHCP agents. Network: 23840d12-472e-4831-ad15-fac166750676, hostable agents: ['a6ade28d-bcb7-45a8-a7cb-7d200a62a65e'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 07:33:21.565825 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57328649-decb-4c01-8c05-1144f5064dd3 admin admin] Network 23840d12-472e-4831-ad15-fac166750676 is scheduled to be hosted by DHCP agent a6ade28d-bcb7-45a8-a7cb-7d200a62a65e with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 07:33:21.576031 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-57328649-decb-4c01-8c05-1144f5064dd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-iscsi, 23840d12-472e-4831-ad15-fac166750676) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:33:21.580775 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57328649-decb-4c01-8c05-1144f5064dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:33:21.581391 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-57328649-decb-4c01-8c05-1144f5064dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:21.586498 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd13b0d4-0d17-4c50-8d13-8fcdd1bb7486 None None] Network 23840d12-472e-4831-ad15-fac166750676 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:33:21.604197 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-57328649-decb-4c01-8c05-1144f5064dd3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6738489
Apr 19 07:33:22.092548 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5d34fd3-d017-536f-b648-4beabad8070e-23840d12-472e-4831-ad15-fac166750676', 'network_id': '23840d12-472e-4831-ad15-fac166750676', 'tenant_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'fixed_ips': [{'subnet_id': '815f929a-0ca8-4cfc-a6ff-a0d1b4af7b93'}]}} from dv-cinder-773870-2-iscsi. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 07:33:22.094224 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:22.288442 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Allocated IP 172.20.0.2 (23840d12-472e-4831-ad15-fac166750676/815f929a-0ca8-4cfc-a6ff-a0d1b4af7b93/c59126fa-1978-4dc0-a338-232ea8861224) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:33:22.519839 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:22.533107 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Transition to ACTIVE for port object c59126fa-1978-4dc0-a338-232ea8861224 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:33:22.552838 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Transition to ACTIVE for port object c59126fa-1978-4dc0-a338-232ea8861224 will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:33:22.559274 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:22.566376 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:33:22.634082 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Network 23840d12-472e-4831-ad15-fac166750676 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:33:22.636989 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:33:22.640209 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:33:22.648409 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Pushing event updated for resources: {'Port': ['ID=c59126fa-1978-4dc0-a338-232ea8861224,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:33:22.691972 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:22.692350 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:22.692717 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:22.693074 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:22.693430 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:22.693782 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:22.694112 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:22.694488 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:22.694852 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:22.695184 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:22.695527 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:22.695870 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Tracked resource versions report:
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]: pushed versions:
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]: {   'AddressGroup': {'1.2'},
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:     'ConntrackHelper': {'1.0'},
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Log': {'1.0'},
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Network': {'1.1'},
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Port': {'1.7'},
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:     'PortForwarding': {'1.2'},
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:     'QosPolicy': {'1.8'},
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:     'SecurityGroup': {'1.4'},
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:     'SecurityGroupRule': {'1.2'},
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:     'SubPort': {'1.0'},
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Subnet': {'1.1'},
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Trunk': {'1.1'}}
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]: consumer versions:
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]: {   DHCP agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:     L3 agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:     Metadata agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:     Metering agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:     Open vSwitch agent@dv-cinder-773870-2-iscsi: {   'AddressGroup': '1.2',
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'ConntrackHelper': '1.0',
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Log': '1.0',
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Network': '1.1',
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Port': '1.7',
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'PortForwarding': '1.2',
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'QosPolicy': '1.8',
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'SecurityGroup': '1.4',
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'SecurityGroupRule': '1.2',
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'SubPort': '1.0',
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Subnet': '1.1',
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Trunk': '1.1'}}
Apr 19 07:33:22.696942 dv-cinder-773870-2-iscsi neutron-server[86245]:  {{(pid=86358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 07:33:22.700467 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:33:22.756673 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Attempting to bind port c59126fa-1978-4dc0-a338-232ea8861224 on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:33:22.757054 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Attempting to bind port c59126fa-1978-4dc0-a338-232ea8861224 by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': '6d5b00b9-4b40-405d-b274-164f81ec047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '23840d12-472e-4831-ad15-fac166750676'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:33:22.757482 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Attempting to bind port c59126fa-1978-4dc0-a338-232ea8861224 on network 23840d12-472e-4831-ad15-fac166750676 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:33:22.763589 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:33:22.764010 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Checking segment: {'id': '6d5b00b9-4b40-405d-b274-164f81ec047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '23840d12-472e-4831-ad15-fac166750676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:33:22.765511 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:22.765511 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Bound using segment: {'id': '6d5b00b9-4b40-405d-b274-164f81ec047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '23840d12-472e-4831-ad15-fac166750676'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:33:22.765511 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Bound port: c59126fa-1978-4dc0-a338-232ea8861224, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5b00b9-4b40-405d-b274-164f81ec047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '23840d12-472e-4831-ad15-fac166750676'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:33:22.765864 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:22.860759 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] For port c59126fa-1978-4dc0-a338-232ea8861224, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:33:22.865141 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] For port c59126fa-1978-4dc0-a338-232ea8861224, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=c59126fa-1978-4dc0-a338-232ea8861224,segment=NetworkSegment(6d5b00b9-4b40-405d-b274-164f81ec047f),segment_id=6d5b00b9-4b40-405d-b274-164f81ec047f)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:33:22.869518 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:22.874691 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:33:22.965204 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Pushing event updated for resources: {'Port': ['ID=c59126fa-1978-4dc0-a338-232ea8861224,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:33:22.969688 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:33:24.336401 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 44358) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:33:24.749937 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [None req-8d8ec3ac-9c92-4753-90ce-36af4947a1a1 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 07:33:24.751114 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-8d8ec3ac-9c92-4753-90ce-36af4947a1a1 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4137726
Apr 19 07:33:27.530504 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 44368) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:33:27.962697 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [None req-e7bf0054-f77b-4c46-9ed7-6d6aa1a535df admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 07:33:27.964001 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-e7bf0054-f77b-4c46-9ed7-6d6aa1a535df admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4323945
Apr 19 07:33:28.909347 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device c59126fa-1978-4dc0-a338-232ea8861224 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:33:28.984761 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port c59126fa-1978-4dc0-a338-232ea8861224 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:33:29.670618 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8bb872-c58b-4bb2-ac0b-01708ebf0b29 None None] Network 23840d12-472e-4831-ad15-fac166750676 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:33:29.772409 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5e5b5209-25a8-469a-abe6-7ed07a0b330b None None] Provisioning for port c59126fa-1978-4dc0-a338-232ea8861224 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:33:29.787803 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5e5b5209-25a8-469a-abe6-7ed07a0b330b None None] Provisioning complete for port c59126fa-1978-4dc0-a338-232ea8861224 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:33:29.788209 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5209-25a8-469a-abe6-7ed07a0b330b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:30.019665 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5209-25a8-469a-abe6-7ed07a0b330b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:30.070712 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5e5b5209-25a8-469a-abe6-7ed07a0b330b None None] For port c59126fa-1978-4dc0-a338-232ea8861224, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=c59126fa-1978-4dc0-a338-232ea8861224,segment=NetworkSegment(6d5b00b9-4b40-405d-b274-164f81ec047f),segment_id=6d5b00b9-4b40-405d-b274-164f81ec047f)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:33:30.076020 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5e5b5209-25a8-469a-abe6-7ed07a0b330b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:30.080448 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:33:30.153996 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b5209-25a8-469a-abe6-7ed07a0b330b None None] Pushing event updated for resources: {'Port': ['ID=c59126fa-1978-4dc0-a338-232ea8861224,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:33:30.157412 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5e5b5209-25a8-469a-abe6-7ed07a0b330b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:33:30.301779 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-b34a4992-188c-4d7f-bde7-87bcf1cef8c0 None None] Provisioning complete for port c59126fa-1978-4dc0-a338-232ea8861224 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:33:30.302181 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b34a4992-188c-4d7f-bde7-87bcf1cef8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:30.875184 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device c59126fa-1978-4dc0-a338-232ea8861224 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:33:30.947738 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port c59126fa-1978-4dc0-a338-232ea8861224 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:33:30.948140 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:31.060372 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 44384) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:33:31.724210 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING oslo_policy.policy [None req-3345a1d7-b1e9-4e07-8add-0964f86512ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 07:33:31.724777 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING oslo_policy.policy [None req-3345a1d7-b1e9-4e07-8add-0964f86512ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 07:33:31.948622 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-3345a1d7-b1e9-4e07-8add-0964f86512ce admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'admin_state_up': True}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:33:32.023412 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.policy [None req-3345a1d7-b1e9-4e07-8add-0964f86512ce admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86356) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 19 07:33:32.078203 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING oslo_policy.policy [None req-3345a1d7-b1e9-4e07-8add-0964f86512ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 07:33:32.078676 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING oslo_policy.policy [None req-3345a1d7-b1e9-4e07-8add-0964f86512ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 07:33:32.096728 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.quota [None req-3345a1d7-b1e9-4e07-8add-0964f86512ce admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6165e75438>.
Apr 19 07:33:32.113769 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-3345a1d7-b1e9-4e07-8add-0964f86512ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:33:32.120907 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-3345a1d7-b1e9-4e07-8add-0964f86512ce admin admin] Usage tracker for resource:router and tenant:ea02c041c4e14e80a7755f5f7cc03220 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:33:32.126100 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-3345a1d7-b1e9-4e07-8add-0964f86512ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:33:32.134036 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-3345a1d7-b1e9-4e07-8add-0964f86512ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:33:32.150933 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3345a1d7-b1e9-4e07-8add-0964f86512ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-660204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775443'] for router, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:32.152975 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3345a1d7-b1e9-4e07-8add-0964f86512ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854115612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854093566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854191853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-358'] for router, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:32.177005 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3345a1d7-b1e9-4e07-8add-0964f86512ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:32.451673 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3345a1d7-b1e9-4e07-8add-0964f86512ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682463'] for router, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:32.473716 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3345a1d7-b1e9-4e07-8add-0964f86512ce admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:32.475009 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-3345a1d7-b1e9-4e07-8add-0964f86512ce admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 1.4135134
Apr 19 07:33:33.727010 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-96a64034-80a5-4680-86c0-7f7c30b1c1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:35.229597 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 44400) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:33:35.676106 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [None req-32ea966a-cb05-4717-95c7-e2047c257d30 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 07:33:35.677175 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-32ea966a-cb05-4717-95c7-e2047c257d30 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4464037
Apr 19 07:33:35.952581 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-726703eb-f1f1-41c5-8cb6-70f7ab5b0d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:36.313752 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:36.948708 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:37.755712 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:38.321964 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 44420) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:33:38.425163 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:33:38.430073 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:33:38.434335 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Usage tracker for resource:network and tenant:05be50a5dcbc491f8856c81224226c53 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:33:38.437454 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:33:38.443613 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:33:38.457342 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Made reservation on behalf of 05be50a5dcbc491f8856c81224226c53 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:33:38.461963 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:38.474956 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:38.490787 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:33:38.495022 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Usage tracker for resource:security_group_rule and tenant:05be50a5dcbc491f8856c81224226c53 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:33:38.497935 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:33:38.503916 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:33:38.587254 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:38.591384 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:38.594567 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:33:38.610575 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Reserving flat network on physical network physnet1 {{(pid=86357) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 19 07:33:38.632415 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f276bf1-52b3-43dd-8329-e0090e54635a,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:33:38.636654 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:33:38.637606 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:38.637983 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.segments_db [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Added segment 9d7949b8-7cfa-4581-a3b3-3f10c156b066 of type flat for network 642ff66f-9552-4d00-a89f-4b61cdc828eb
Apr 19 07:33:38.671219 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753518964407'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:38.710039 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:38.711300 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:33:38.711952 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:38.717266 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:33:38.817082 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4934499
Apr 19 07:33:38.820138 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Pushing event updated for resources: {'Network': ['ID=642ff66f-9552-4d00-a89f-4b61cdc828eb,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:33:38.823121 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:33:38.837310 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Network 642ff66f-9552-4d00-a89f-4b61cdc828eb details requested by agent ovs-agent-dv-cinder-773870-2-iscsi with host dv-cinder-773870-2-iscsi {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 07:33:41.358747 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 44440) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:33:41.497217 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d23e104-ec24-4c84-866d-072a147947eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:33:41.498666 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-5d23e104-ec24-4c84-866d-072a147947eb admin admin] 10.222.0.20 "GET /v2.0/subnets/815f929a-0ca8-4cfc-a6ff-a0d1b4af7b93 HTTP/1.1" status: 200  len: 849 time: 0.1384885
Apr 19 07:33:41.684872 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-a8fffb11-5958-4940-8ab3-2ca8ddb2d4c9 admin admin] 10.222.0.20 "GET /v2.0/routers/c9ed40b4-a445-4ed0-8c8e-5e2083e79902 HTTP/1.1" status: 200  len: 704 time: 0.1765168
Apr 19 07:33:42.343652 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-22275cde-62d0-4dfb-abee-3e4e7800e35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:42.590570 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-22275cde-62d0-4dfb-abee-3e4e7800e35f admin admin] Allocated IP 172.20.0.1 (23840d12-472e-4831-ad15-fac166750676/815f929a-0ca8-4cfc-a6ff-a0d1b4af7b93/9d032c85-b565-4543-b271-69efd627f69d) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:33:42.761566 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-22275cde-62d0-4dfb-abee-3e4e7800e35f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:42.779864 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-22275cde-62d0-4dfb-abee-3e4e7800e35f admin admin] Transition to ACTIVE for port object 9d032c85-b565-4543-b271-69efd627f69d will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:33:42.842171 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-22275cde-62d0-4dfb-abee-3e4e7800e35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:42.846574 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:33:42.914711 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22275cde-62d0-4dfb-abee-3e4e7800e35f admin admin] Network 23840d12-472e-4831-ad15-fac166750676 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:33:42.917652 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-22275cde-62d0-4dfb-abee-3e4e7800e35f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:33:42.922123 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22275cde-62d0-4dfb-abee-3e4e7800e35f admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:33:42.922678 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-22275cde-62d0-4dfb-abee-3e4e7800e35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854104830'] for router_interface, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:43.054109 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22275cde-62d0-4dfb-abee-3e4e7800e35f admin admin] Pushing event updated for resources: {'Port': ['ID=9d032c85-b565-4543-b271-69efd627f69d,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:33:43.075380 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-22275cde-62d0-4dfb-abee-3e4e7800e35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:33:43.148791 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-9013b1af-de20-4348-84cd-30ceccb55b5e None None] Provisioning for port 9d032c85-b565-4543-b271-69efd627f69d completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:33:43.153654 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-9013b1af-de20-4348-84cd-30ceccb55b5e None None] Provisioning complete for port 9d032c85-b565-4543-b271-69efd627f69d triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:33:43.154056 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9013b1af-de20-4348-84cd-30ceccb55b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:43.209935 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-22275cde-62d0-4dfb-abee-3e4e7800e35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:43.210331 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-9013b1af-de20-4348-84cd-30ceccb55b5e None None] Port 9d032c85-b565-4543-b271-69efd627f69d cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:33:43.468799 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-22275cde-62d0-4dfb-abee-3e4e7800e35f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:43.473531 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-22275cde-62d0-4dfb-abee-3e4e7800e35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:43.474659 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-22275cde-62d0-4dfb-abee-3e4e7800e35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853744977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671077'] for router_interface, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:43.477979 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:33:43.603330 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:33:43.620104 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22275cde-62d0-4dfb-abee-3e4e7800e35f admin admin] Pushing event updated for resources: {'Port': ['ID=9d032c85-b565-4543-b271-69efd627f69d,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:33:43.627390 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-22275cde-62d0-4dfb-abee-3e4e7800e35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:33:43.682667 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22275cde-62d0-4dfb-abee-3e4e7800e35f admin admin] Network 23840d12-472e-4831-ad15-fac166750676 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:33:43.683771 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-22275cde-62d0-4dfb-abee-3e4e7800e35f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:33:43.836579 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-a6e4bcae-dfb1-472d-887d-6651b5d8248f None None] Provisioning complete for port 9d032c85-b565-4543-b271-69efd627f69d triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:33:43.836998 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a6e4bcae-dfb1-472d-887d-6651b5d8248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:43.900316 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-a6e4bcae-dfb1-472d-887d-6651b5d8248f None None] Port 9d032c85-b565-4543-b271-69efd627f69d cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:33:44.051824 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22275cde-62d0-4dfb-abee-3e4e7800e35f admin admin] Router c9ed40b4-a445-4ed0-8c8e-5e2083e79902 is scheduled to L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 with binding_index 1 {{(pid=86357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 07:33:44.212462 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22275cde-62d0-4dfb-abee-3e4e7800e35f admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:33:44.222631 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-22275cde-62d0-4dfb-abee-3e4e7800e35f admin admin] 10.222.0.20 "PUT /v2.0/routers/c9ed40b4-a445-4ed0-8c8e-5e2083e79902/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.5292327
Apr 19 07:33:44.223283 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] Sync routers for ids ['c9ed40b4-a445-4ed0-8c8e-5e2083e79902'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:33:44.234592 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] Routers {'c9ed40b4-a445-4ed0-8c8e-5e2083e79902'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:33:44.235458 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165e41ac8>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:33:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['c9ed40b4-a445-4ed0-8c8e-5e2083e79902'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:33:44.418539 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] Set router c9ed40b4-a445-4ed0-8c8e-5e2083e79902 gateway port host: None {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:33:44.971175 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165e41ac8>, [{'id': 'c9ed40b4-a445-4ed0-8c8e-5e2083e79902', 'name': 'router1', 'tenant_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:33:32Z', 'updated_at': '2021-04-19T07:33:43Z', 'revision_number': 2, 'project_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'gw_port_host': None, '_interfaces': [{'id': '9d032c85-b565-4543-b271-69efd627f69d', 'name': '', 'network_id': '23840d12-472e-4831-ad15-fac166750676', 'tenant_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'mac_address': 'fa:16:3e:69:ed:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ed40b4-a445-4ed0-8c8e-5e2083e79902', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '815f929a-0ca8-4cfc-a6ff-a0d1b4af7b93', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:33:42Z', 'updated_at': '2021-04-19T07:33:43Z', 'revision_number': 2, 'project_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'subnets': [{'id': '815f929a-0ca8-4cfc-a6ff-a0d1b4af7b93', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4acd3337-2adc-422f-9870-b01201d6cc28'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:33:44.976333 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] Checking router: c9ed40b4-a445-4ed0-8c8e-5e2083e79902 for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:33:44.976713 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] Updating router c9ed40b4-a445-4ed0-8c8e-5e2083e79902 port 9d032c85-b565-4543-b271-69efd627f69d binding host dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 07:33:45.035078 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:45.425705 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:45.440434 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] Transition to ACTIVE for port object 9d032c85-b565-4543-b271-69efd627f69d will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:33:45.447817 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:45.452524 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:33:45.675160 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489791bd-62c1-4905-af6c-7ea25fe993d0 None None] Pushing event updated for resources: {'Port': ['ID=9d032c85-b565-4543-b271-69efd627f69d,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:33:45.684663 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] Attempting to bind port 9d032c85-b565-4543-b271-69efd627f69d on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:33:45.685036 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] Attempting to bind port 9d032c85-b565-4543-b271-69efd627f69d by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': '6d5b00b9-4b40-405d-b274-164f81ec047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '23840d12-472e-4831-ad15-fac166750676'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:33:45.685443 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] Attempting to bind port 9d032c85-b565-4543-b271-69efd627f69d on network 23840d12-472e-4831-ad15-fac166750676 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:33:45.689622 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489791bd-62c1-4905-af6c-7ea25fe993d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:45.689985 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489791bd-62c1-4905-af6c-7ea25fe993d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:45.690374 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489791bd-62c1-4905-af6c-7ea25fe993d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:45.690728 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489791bd-62c1-4905-af6c-7ea25fe993d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:45.691084 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489791bd-62c1-4905-af6c-7ea25fe993d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:45.691432 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489791bd-62c1-4905-af6c-7ea25fe993d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:45.691774 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489791bd-62c1-4905-af6c-7ea25fe993d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:45.692122 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489791bd-62c1-4905-af6c-7ea25fe993d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:45.692478 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489791bd-62c1-4905-af6c-7ea25fe993d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:45.692805 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489791bd-62c1-4905-af6c-7ea25fe993d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:45.693143 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489791bd-62c1-4905-af6c-7ea25fe993d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:45.693483 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489791bd-62c1-4905-af6c-7ea25fe993d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489791bd-62c1-4905-af6c-7ea25fe993d0 None None] Tracked resource versions report:
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]: pushed versions:
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]: {   'AddressGroup': {'1.2'},
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:     'ConntrackHelper': {'1.0'},
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Log': {'1.0'},
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Network': {'1.1'},
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Port': {'1.7'},
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:     'PortForwarding': {'1.2'},
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:     'QosPolicy': {'1.8'},
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:     'SecurityGroup': {'1.4'},
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:     'SecurityGroupRule': {'1.2'},
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:     'SubPort': {'1.0'},
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Subnet': {'1.1'},
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Trunk': {'1.1'}}
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]: consumer versions:
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]: {   DHCP agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:     L3 agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:     Metadata agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:     Metering agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:     Open vSwitch agent@dv-cinder-773870-2-iscsi: {   'AddressGroup': '1.2',
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'ConntrackHelper': '1.0',
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Log': '1.0',
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Network': '1.1',
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Port': '1.7',
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'PortForwarding': '1.2',
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'QosPolicy': '1.8',
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'SecurityGroup': '1.4',
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'SecurityGroupRule': '1.2',
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'SubPort': '1.0',
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Subnet': '1.1',
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Trunk': '1.1'}}
Apr 19 07:33:45.694576 dv-cinder-773870-2-iscsi neutron-server[86245]:  {{(pid=86359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 07:33:45.699252 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:33:45.699672 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] Checking segment: {'id': '6d5b00b9-4b40-405d-b274-164f81ec047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '23840d12-472e-4831-ad15-fac166750676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:33:45.700139 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:45.700532 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] Bound using segment: {'id': '6d5b00b9-4b40-405d-b274-164f81ec047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '23840d12-472e-4831-ad15-fac166750676'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:33:45.701070 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] Bound port: 9d032c85-b565-4543-b271-69efd627f69d, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5b00b9-4b40-405d-b274-164f81ec047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '23840d12-472e-4831-ad15-fac166750676'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:33:45.701465 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:45.712700 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-489791bd-62c1-4905-af6c-7ea25fe993d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:33:45.795982 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] For port 9d032c85-b565-4543-b271-69efd627f69d, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:33:45.800417 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] For port 9d032c85-b565-4543-b271-69efd627f69d, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=9d032c85-b565-4543-b271-69efd627f69d,segment=NetworkSegment(6d5b00b9-4b40-405d-b274-164f81ec047f),segment_id=6d5b00b9-4b40-405d-b274-164f81ec047f)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:33:45.807615 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:45.812639 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:33:45.902353 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489791bd-62c1-4905-af6c-7ea25fe993d0 None None] Pushing event updated for resources: {'Port': ['ID=9d032c85-b565-4543-b271-69efd627f69d,revision_number=4']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:33:45.905249 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] Routers {'c9ed40b4-a445-4ed0-8c8e-5e2083e79902'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:33:45.906083 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165e41ac8>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:33:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['c9ed40b4-a445-4ed0-8c8e-5e2083e79902'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:33:45.957453 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-489791bd-62c1-4905-af6c-7ea25fe993d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:33:46.067170 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] Set router c9ed40b4-a445-4ed0-8c8e-5e2083e79902 gateway port host: None {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:33:46.407214 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165e41ac8>, [{'id': 'c9ed40b4-a445-4ed0-8c8e-5e2083e79902', 'name': 'router1', 'tenant_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:33:32Z', 'updated_at': '2021-04-19T07:33:43Z', 'revision_number': 2, 'project_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'gw_port_host': None, '_interfaces': [{'id': '9d032c85-b565-4543-b271-69efd627f69d', 'name': '', 'network_id': '23840d12-472e-4831-ad15-fac166750676', 'tenant_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'mac_address': 'fa:16:3e:69:ed:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ed40b4-a445-4ed0-8c8e-5e2083e79902', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '815f929a-0ca8-4cfc-a6ff-a0d1b4af7b93', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:33:42Z', 'updated_at': '2021-04-19T07:33:45Z', 'revision_number': 4, 'project_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'subnets': [{'id': '815f929a-0ca8-4cfc-a6ff-a0d1b4af7b93', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4acd3337-2adc-422f-9870-b01201d6cc28'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:33:46.411461 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7387d6f-e807-4ded-a2db-42f6324dc9ab None None] The sync data for ids ['c9ed40b4-a445-4ed0-8c8e-5e2083e79902'] in dv-cinder-773870-2-iscsi is: [{'id': 'c9ed40b4-a445-4ed0-8c8e-5e2083e79902', 'name': 'router1', 'tenant_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:33:32Z', 'updated_at': '2021-04-19T07:33:43Z', 'revision_number': 2, 'project_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'gw_port_host': None, '_interfaces': [{'id': '9d032c85-b565-4543-b271-69efd627f69d', 'name': '', 'network_id': '23840d12-472e-4831-ad15-fac166750676', 'tenant_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'mac_address': 'fa:16:3e:69:ed:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ed40b4-a445-4ed0-8c8e-5e2083e79902', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '815f929a-0ca8-4cfc-a6ff-a0d1b4af7b93', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:33:42Z', 'updated_at': '2021-04-19T07:33:45Z', 'revision_number': 4, 'project_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'subnets': [{'id': '815f929a-0ca8-4cfc-a6ff-a0d1b4af7b93', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4acd3337-2adc-422f-9870-b01201d6cc28'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:33:46.793890 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 44452) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:33:46.986489 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21d8766-4a4b-406b-9660-893eda804453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:33:46.987937 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-f21d8766-4a4b-406b-9660-893eda804453 admin admin] 10.222.0.20 "GET /v2.0/networks/642ff66f-9552-4d00-a89f-4b61cdc828eb HTTP/1.1" status: 200  len: 842 time: 0.1929564
Apr 19 07:33:46.999021 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'enable_dhcp': False}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:33:47.005428 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:33:47.009513 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Usage tracker for resource:subnet and tenant:05be50a5dcbc491f8856c81224226c53 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:33:47.012652 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:33:47.019256 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:33:47.028580 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Made reservation on behalf of 05be50a5dcbc491f8856c81224226c53 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:33:47.034942 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:47.528295 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.objects.ports [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86356) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 19 07:33:47.528927 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:47.533217 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:33:47.619046 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Checking segment: {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:33:47.619418 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Network hostable DHCP agents. Network: 642ff66f-9552-4d00-a89f-4b61cdc828eb, hostable agents: ['a6ade28d-bcb7-45a8-a7cb-7d200a62a65e'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 07:33:47.625013 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=39f3d441-e877-4577-8020-74e884c403b0,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:33:47.640790 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:47.641159 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:47.641521 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:47.641890 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:47.642308 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:47.642666 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:47.643011 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:47.643359 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:47.643716 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:47.644063 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:47.644403 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:47.644737 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Tracked resource versions report:
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]: pushed versions:
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]: {   'AddressGroup': {'1.2'},
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:     'ConntrackHelper': {'1.0'},
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Log': {'1.0'},
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Network': {'1.1'},
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Port': {'1.7'},
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:     'PortForwarding': {'1.2'},
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:     'QosPolicy': {'1.8'},
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:     'SecurityGroup': {'1.4'},
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:     'SecurityGroupRule': {'1.2'},
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:     'SubPort': {'1.0'},
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Subnet': {'1.1'},
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Trunk': {'1.1'}}
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]: consumer versions:
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]: {   DHCP agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:     L3 agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:     Metadata agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:     Metering agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:     Open vSwitch agent@dv-cinder-773870-2-iscsi: {   'AddressGroup': '1.2',
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'ConntrackHelper': '1.0',
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Log': '1.0',
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Network': '1.1',
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Port': '1.7',
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'PortForwarding': '1.2',
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'QosPolicy': '1.8',
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'SecurityGroup': '1.4',
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'SecurityGroupRule': '1.2',
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'SubPort': '1.0',
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Subnet': '1.1',
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Trunk': '1.1'}}
Apr 19 07:33:47.645803 dv-cinder-773870-2-iscsi neutron-server[86245]:  {{(pid=86356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 07:33:47.680596 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Network 642ff66f-9552-4d00-a89f-4b61cdc828eb is scheduled to be hosted by DHCP agent a6ade28d-bcb7-45a8-a7cb-7d200a62a65e with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 07:33:47.684891 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:33:47.692461 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-iscsi, 642ff66f-9552-4d00-a89f-4b61cdc828eb) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:33:47.696881 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:33:47.697553 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:47.702737 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09efd8b8-ef4f-46f0-9a7e-ca04c8a0e101 None None] Network 642ff66f-9552-4d00-a89f-4b61cdc828eb requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:33:47.718009 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7230172
Apr 19 07:33:47.958050 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367b38d4-5232-4668-be92-1886f6743292 None None] Network 642ff66f-9552-4d00-a89f-4b61cdc828eb requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:33:50.309354 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 44470) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:33:50.540454 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-0d1e19d9-2746-4bf1-8bea-540a4f04243e admin admin] 10.222.0.20 "GET /v2.0/routers/c9ed40b4-a445-4ed0-8c8e-5e2083e79902 HTTP/1.1" status: 200  len: 710 time: 0.2296691
Apr 19 07:33:50.689068 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f248052f-1393-42ec-a768-05b37ff2f436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:33:50.690552 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-f248052f-1393-42ec-a768-05b37ff2f436 admin admin] 10.222.0.20 "GET /v2.0/networks/642ff66f-9552-4d00-a89f-4b61cdc828eb HTTP/1.1" status: 200  len: 886 time: 0.1438477
Apr 19 07:33:50.704082 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-10da19df-606a-43b3-917d-18a09e2573c9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:33:50.920669 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 9d032c85-b565-4543-b271-69efd627f69d up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:33:50.995833 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port 9d032c85-b565-4543-b271-69efd627f69d completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:33:51.001758 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 9d032c85-b565-4543-b271-69efd627f69d triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:33:51.002201 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:51.130738 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:51.165164 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port 9d032c85-b565-4543-b271-69efd627f69d, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=9d032c85-b565-4543-b271-69efd627f69d,segment=NetworkSegment(6d5b00b9-4b40-405d-b274-164f81ec047f),segment_id=6d5b00b9-4b40-405d-b274-164f81ec047f)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:33:51.168878 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:51.171366 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6ef045f7-b088-4b5b-88cd-b739662c4a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:33:51.245238 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=9d032c85-b565-4543-b271-69efd627f69d,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:33:51.248757 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:33:51.334885 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-10da19df-606a-43b3-917d-18a09e2573c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854093323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854105249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-343'] for router, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:51.682735 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-10da19df-606a-43b3-917d-18a09e2573c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:51.745840 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-10da19df-606a-43b3-917d-18a09e2573c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:51.896913 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-10da19df-606a-43b3-917d-18a09e2573c9 admin admin] Allocated IP 172.27.0.211 (642ff66f-9552-4d00-a89f-4b61cdc828eb/39f3d441-e877-4577-8020-74e884c403b0/f7ac1bed-99dc-4df0-a119-8a48d27065f4) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:33:52.055000 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-10da19df-606a-43b3-917d-18a09e2573c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:52.114260 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-10da19df-606a-43b3-917d-18a09e2573c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:52.119305 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:33:52.187304 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10da19df-606a-43b3-917d-18a09e2573c9 admin admin] Network 642ff66f-9552-4d00-a89f-4b61cdc828eb is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:33:52.190200 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-10da19df-606a-43b3-917d-18a09e2573c9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:33:52.192775 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da19df-606a-43b3-917d-18a09e2573c9 admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:33:52.309871 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da19df-606a-43b3-917d-18a09e2573c9 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ac1bed-99dc-4df0-a119-8a48d27065f4,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:33:52.313493 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-10da19df-606a-43b3-917d-18a09e2573c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:33:52.777070 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-10da19df-606a-43b3-917d-18a09e2573c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:52.898109 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 9d032c85-b565-4543-b271-69efd627f69d up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:33:52.972606 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 9d032c85-b565-4543-b271-69efd627f69d triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:33:52.973021 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:53.144289 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-10da19df-606a-43b3-917d-18a09e2573c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854093323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854105249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-343'] for router, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:53.147684 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-10da19df-606a-43b3-917d-18a09e2573c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-682446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854093370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-670504'] for router, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:53.340323 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10da19df-606a-43b3-917d-18a09e2573c9 admin admin] Router c9ed40b4-a445-4ed0-8c8e-5e2083e79902 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:33:53.527451 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10da19df-606a-43b3-917d-18a09e2573c9 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:33:53.536439 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-10da19df-606a-43b3-917d-18a09e2573c9 admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:53.537700 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-10da19df-606a-43b3-917d-18a09e2573c9 admin admin] 10.222.0.20 "PUT /v2.0/routers/c9ed40b4-a445-4ed0-8c8e-5e2083e79902 HTTP/1.1" status: 200  len: 890 time: 2.8373175
Apr 19 07:33:53.538364 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] Sync routers for ids ['c9ed40b4-a445-4ed0-8c8e-5e2083e79902'] in dv-cinder-773870-2-iscsi {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:33:53.549442 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] Routers {'c9ed40b4-a445-4ed0-8c8e-5e2083e79902'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:33:53.550184 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61654390f0>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:33:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['c9ed40b4-a445-4ed0-8c8e-5e2083e79902'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:33:53.754039 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] Set router c9ed40b4-a445-4ed0-8c8e-5e2083e79902 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:33:54.113261 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61654390f0>, [{'id': 'c9ed40b4-a445-4ed0-8c8e-5e2083e79902', 'name': 'router1', 'tenant_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f7ac1bed-99dc-4df0-a119-8a48d27065f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:33:32Z', 'updated_at': '2021-04-19T07:33:52Z', 'revision_number': 4, 'project_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'gw_port': {'id': 'f7ac1bed-99dc-4df0-a119-8a48d27065f4', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:02:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ed40b4-a445-4ed0-8c8e-5e2083e79902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:33:51Z', 'updated_at': '2021-04-19T07:33:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '9d032c85-b565-4543-b271-69efd627f69d', 'name': '', 'network_id': '23840d12-472e-4831-ad15-fac166750676', 'tenant_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'mac_address': 'fa:16:3e:69:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ed40b4-a445-4ed0-8c8e-5e2083e79902', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '815f929a-0ca8-4cfc-a6ff-a0d1b4af7b93', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:33:42Z', 'updated_at': '2021-04-19T07:33:51Z', 'revision_number': 5, 'project_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'subnets': [{'id': '815f929a-0ca8-4cfc-a6ff-a0d1b4af7b93', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4acd3337-2adc-422f-9870-b01201d6cc28'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:33:54.118699 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] Checking router: c9ed40b4-a445-4ed0-8c8e-5e2083e79902 for host: dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:33:54.119087 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] Updating router c9ed40b4-a445-4ed0-8c8e-5e2083e79902 port f7ac1bed-99dc-4df0-a119-8a48d27065f4 binding host dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 07:33:54.174959 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:54.517912 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:54.530306 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] Transition to ACTIVE for port object f7ac1bed-99dc-4df0-a119-8a48d27065f4 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:33:54.537926 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:54.541731 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:33:54.623936 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b111785-0809-436f-8cb8-d1d5f4453d59 None None] Pushing event updated for resources: {'Port': ['ID=f7ac1bed-99dc-4df0-a119-8a48d27065f4,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:33:54.627753 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6b111785-0809-436f-8cb8-d1d5f4453d59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:33:54.628473 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] Attempting to bind port f7ac1bed-99dc-4df0-a119-8a48d27065f4 on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:33:54.628869 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] Attempting to bind port f7ac1bed-99dc-4df0-a119-8a48d27065f4 by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:33:54.629262 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] Attempting to bind port f7ac1bed-99dc-4df0-a119-8a48d27065f4 on network 642ff66f-9552-4d00-a89f-4b61cdc828eb {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:33:54.635371 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:33:54.635778 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] Checking segment: {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:33:54.636219 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:54.636640 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] Bound using segment: {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:33:54.637148 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] Bound port: f7ac1bed-99dc-4df0-a119-8a48d27065f4, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:33:54.637567 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:54.713257 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] For port f7ac1bed-99dc-4df0-a119-8a48d27065f4, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:33:54.716469 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] For port f7ac1bed-99dc-4df0-a119-8a48d27065f4, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=f7ac1bed-99dc-4df0-a119-8a48d27065f4,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:33:54.720538 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:54.724502 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:33:54.806925 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] Routers {'c9ed40b4-a445-4ed0-8c8e-5e2083e79902'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:33:54.807577 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61654390f0>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:33:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['c9ed40b4-a445-4ed0-8c8e-5e2083e79902'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:33:54.857304 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b111785-0809-436f-8cb8-d1d5f4453d59 None None] Pushing event updated for resources: {'Port': ['ID=f7ac1bed-99dc-4df0-a119-8a48d27065f4,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:33:54.866199 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6b111785-0809-436f-8cb8-d1d5f4453d59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:33:54.998175 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] Set router c9ed40b4-a445-4ed0-8c8e-5e2083e79902 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:33:55.339637 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61654390f0>, [{'id': 'c9ed40b4-a445-4ed0-8c8e-5e2083e79902', 'name': 'router1', 'tenant_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f7ac1bed-99dc-4df0-a119-8a48d27065f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:33:32Z', 'updated_at': '2021-04-19T07:33:52Z', 'revision_number': 4, 'project_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'gw_port': {'id': 'f7ac1bed-99dc-4df0-a119-8a48d27065f4', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:02:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ed40b4-a445-4ed0-8c8e-5e2083e79902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:33:51Z', 'updated_at': '2021-04-19T07:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '9d032c85-b565-4543-b271-69efd627f69d', 'name': '', 'network_id': '23840d12-472e-4831-ad15-fac166750676', 'tenant_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'mac_address': 'fa:16:3e:69:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ed40b4-a445-4ed0-8c8e-5e2083e79902', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '815f929a-0ca8-4cfc-a6ff-a0d1b4af7b93', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:33:42Z', 'updated_at': '2021-04-19T07:33:51Z', 'revision_number': 5, 'project_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'subnets': [{'id': '815f929a-0ca8-4cfc-a6ff-a0d1b4af7b93', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4acd3337-2adc-422f-9870-b01201d6cc28'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:33:55.343916 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1bcefd-484e-40ef-9d25-eed2537547ea None None] The sync data for ids ['c9ed40b4-a445-4ed0-8c8e-5e2083e79902'] in dv-cinder-773870-2-iscsi is: [{'id': 'c9ed40b4-a445-4ed0-8c8e-5e2083e79902', 'name': 'router1', 'tenant_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'f7ac1bed-99dc-4df0-a119-8a48d27065f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:33:32Z', 'updated_at': '2021-04-19T07:33:52Z', 'revision_number': 4, 'project_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'gw_port': {'id': 'f7ac1bed-99dc-4df0-a119-8a48d27065f4', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:02:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ed40b4-a445-4ed0-8c8e-5e2083e79902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:33:51Z', 'updated_at': '2021-04-19T07:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '9d032c85-b565-4543-b271-69efd627f69d', 'name': '', 'network_id': '23840d12-472e-4831-ad15-fac166750676', 'tenant_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'mac_address': 'fa:16:3e:69:ed:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ed40b4-a445-4ed0-8c8e-5e2083e79902', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '815f929a-0ca8-4cfc-a6ff-a0d1b4af7b93', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:33:42Z', 'updated_at': '2021-04-19T07:33:51Z', 'revision_number': 5, 'project_id': 'ea02c041c4e14e80a7755f5f7cc03220', 'subnets': [{'id': '815f929a-0ca8-4cfc-a6ff-a0d1b4af7b93', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4acd3337-2adc-422f-9870-b01201d6cc28'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:33:56.236839 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 44480) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:33:56.362485 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-11abd163-f82f-4308-a00c-a63b9c9f151d admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1242454
Apr 19 07:33:56.914494 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device f7ac1bed-99dc-4df0-a119-8a48d27065f4 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:33:57.146470 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port f7ac1bed-99dc-4df0-a119-8a48d27065f4 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:33:57.151874 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port f7ac1bed-99dc-4df0-a119-8a48d27065f4 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:33:57.152283 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:57.279887 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:57.296595 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port f7ac1bed-99dc-4df0-a119-8a48d27065f4, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=f7ac1bed-99dc-4df0-a119-8a48d27065f4,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:33:57.300887 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:33:57.302982 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:33:57.375620 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=f7ac1bed-99dc-4df0-a119-8a48d27065f4,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:33:57.378844 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:33:58.933141 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device f7ac1bed-99dc-4df0-a119-8a48d27065f4 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:33:59.035050 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port f7ac1bed-99dc-4df0-a119-8a48d27065f4 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:33:59.035499 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:34:03.748343 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1b28b5c4-2a6e-446d-ad50-996db24956e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:34:06.004133 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8be77f42-7001-4ee1-88cf-60b074f308fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:34:06.317463 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:34:06.951963 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:34:07.764238 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:34:20.604195 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:34:33.742386 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-895dedc1-93e2-4cf5-8e9d-2c87efbee9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:34:35.958344 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-90619aee-2c3d-4811-b031-a340684e11e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:34:36.325493 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:34:36.957052 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:34:37.775357 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:34:57.603837 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:35:03.736001 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-931b4fd8-5374-4ad4-8691-cea8325e0b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:35:05.961337 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9a117f17-f367-41d8-881a-c5dcb18f3513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:35:06.320397 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:35:06.963269 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:35:07.770133 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:35:33.740737 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-225fda1a-5e3a-40af-9120-470952879722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:35:34.604188 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:35:35.964129 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9da790f4-16cc-4469-b190-1f769a89f468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:35:36.324677 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:35:36.955977 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:35:37.777239 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:35:39.567912 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 45050) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:35:39.647690 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d7ab98-703f-44f4-b766-cb507169def4 admin admin] GET failed (client error): The resource could not be found.
Apr 19 07:35:39.649075 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-d7d7ab98-703f-44f4-b766-cb507169def4 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0801170
Apr 19 07:35:39.795986 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f159a3-b933-4857-a65f-d61e4cc02b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:35:39.797473 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-00f159a3-b933-4857-a65f-d61e4cc02b10 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1427720
Apr 19 07:35:42.253733 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 45060) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:35:42.393839 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9151cb7f-f1b6-4dd4-aa73-220cb124bd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:35:42.394516 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-9151cb7f-f1b6-4dd4-aa73-220cb124bd5d admin admin] Synchronizing usage tracker for tenant:05be50a5dcbc491f8856c81224226c53 on resource:subnet {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:35:42.412581 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-9151cb7f-f1b6-4dd4-aa73-220cb124bd5d admin admin] Unset dirty status for tenant:05be50a5dcbc491f8856c81224226c53 on resource:subnet {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:35:42.413807 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-9151cb7f-f1b6-4dd4-aa73-220cb124bd5d admin admin] 10.222.0.20 "GET /v2.0/subnets/815f929a-0ca8-4cfc-a6ff-a0d1b4af7b93 HTTP/1.1" status: 200  len: 849 time: 0.1589575
Apr 19 07:35:42.425093 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-35ddfe20-dd03-4125-9794-b8976a4436f6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:35:42.550182 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-35ddfe20-dd03-4125-9794-b8976a4436f6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:35:42.875780 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-35ddfe20-dd03-4125-9794-b8976a4436f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753519392729'] for subnet, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:35:42.879602 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:35:42.923773 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ddfe20-dd03-4125-9794-b8976a4436f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:35:42.924725 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-35ddfe20-dd03-4125-9794-b8976a4436f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:35:42.926467 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-35ddfe20-dd03-4125-9794-b8976a4436f6 admin admin] 10.222.0.20 "PUT /v2.0/subnets/815f929a-0ca8-4cfc-a6ff-a0d1b4af7b93 HTTP/1.1" status: 200  len: 868 time: 0.5055358
Apr 19 07:35:42.942054 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017b7793-6abe-486a-b4b1-fc92acb46aa0 None None] Network 23840d12-472e-4831-ad15-fac166750676 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:35:42.957751 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddfe20-dd03-4125-9794-b8976a4436f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=815f929a-0ca8-4cfc-a6ff-a0d1b4af7b93,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:35:42.966682 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddfe20-dd03-4125-9794-b8976a4436f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:35:42.967057 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddfe20-dd03-4125-9794-b8976a4436f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:35:42.967450 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddfe20-dd03-4125-9794-b8976a4436f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:35:42.967819 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddfe20-dd03-4125-9794-b8976a4436f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:35:42.968192 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddfe20-dd03-4125-9794-b8976a4436f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:35:42.968572 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddfe20-dd03-4125-9794-b8976a4436f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:35:42.968933 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddfe20-dd03-4125-9794-b8976a4436f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:35:42.969293 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddfe20-dd03-4125-9794-b8976a4436f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:35:42.969624 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddfe20-dd03-4125-9794-b8976a4436f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:35:42.970015 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddfe20-dd03-4125-9794-b8976a4436f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:35:42.970408 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddfe20-dd03-4125-9794-b8976a4436f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:35:42.970734 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ddfe20-dd03-4125-9794-b8976a4436f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:35:42.974818 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-35ddfe20-dd03-4125-9794-b8976a4436f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:35:43.453173 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-0bebb2bb-8628-4efb-b946-57ec6c2224fc None None] Provisioning complete for port c59126fa-1978-4dc0-a338-232ea8861224 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:35:43.453752 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0bebb2bb-8628-4efb-b946-57ec6c2224fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:35:43.589958 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-0bebb2bb-8628-4efb-b946-57ec6c2224fc None None] Provisioning complete for port 9d032c85-b565-4543-b271-69efd627f69d triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:35:43.590601 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0bebb2bb-8628-4efb-b946-57ec6c2224fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:35:45.430925 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 45070) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:35:45.627364 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b1d29e-b1f7-4a4c-8f19-9cbd408a77b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:35:45.627810 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b1d29e-b1f7-4a4c-8f19-9cbd408a77b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:35:45.629480 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-c5b1d29e-b1f7-4a4c-8f19-9cbd408a77b0 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1971579
Apr 19 07:35:48.114712 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 45080) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:35:48.316616 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10ad8ca-9dd4-424f-b914-24435ba230ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:35:48.317145 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10ad8ca-9dd4-424f-b914-24435ba230ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:35:48.318830 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-c10ad8ca-9dd4-424f-b914-24435ba230ee admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2024646
Apr 19 07:35:50.809086 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 45090) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:35:51.009199 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4032b5c3-49b1-4108-922b-9a9ad6c8c7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:35:51.010730 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-4032b5c3-49b1-4108-922b-9a9ad6c8c7be admin admin] 10.222.0.20 "GET /v2.0/networks/23840d12-472e-4831-ad15-fac166750676 HTTP/1.1" status: 200  len: 869 time: 0.2002401
Apr 19 07:35:53.512583 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 45100) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:35:53.702502 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba7110c-fe42-4abc-904e-d126bb7ef34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:35:53.703893 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-cba7110c-fe42-4abc-904e-d126bb7ef34e admin admin] 10.222.0.20 "GET /v2.0/networks/642ff66f-9552-4d00-a89f-4b61cdc828eb HTTP/1.1" status: 200  len: 886 time: 0.1898775
Apr 19 07:35:56.211307 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 45110) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:35:56.345909 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1593e440-ab2a-4c2b-99f9-6d1dcf0b0a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:35:56.346445 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1593e440-ab2a-4c2b-99f9-6d1dcf0b0a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:35:56.348083 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-1593e440-ab2a-4c2b-99f9-6d1dcf0b0a51 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1357408
Apr 19 07:35:58.801079 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 45120) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:35:58.944672 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade680b5-707f-4924-a95f-f4ae3a037b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:35:58.945173 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade680b5-707f-4924-a95f-f4ae3a037b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:35:58.946843 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-ade680b5-707f-4924-a95f-f4ae3a037b86 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1443617
Apr 19 07:36:01.430429 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 45130) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:36:01.550784 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc870b2-4bb3-4ffb-99d8-8827dad53b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:36:01.552206 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-9dc870b2-4bb3-4ffb-99d8-8827dad53b23 admin admin] 10.222.0.20 "GET /v2.0/subnets/39f3d441-e877-4577-8020-74e884c403b0 HTTP/1.1" status: 200  len: 816 time: 0.1207423
Apr 19 07:36:03.745551 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea6d67ef-52b6-4213-bb45-eb2f4b089a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:04.050215 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 45140) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:36:04.184733 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6822a9-5e7e-4e84-9e4b-4dedd13f489b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:36:04.186177 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-2d6822a9-5e7e-4e84-9e4b-4dedd13f489b admin admin] 10.222.0.20 "GET /v2.0/subnets/815f929a-0ca8-4cfc-a6ff-a0d1b4af7b93 HTTP/1.1" status: 200  len: 868 time: 0.1345873
Apr 19 07:36:05.966927 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0755fae7-71a5-44d3-afcf-e7eec928dc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:06.327307 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:06.960081 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:07.784600 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:11.606611 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:36:30.735584 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 45184) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:36:30.794895 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [None req-39ee1099-0ea7-4125-898e-3aa000e7f350 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 07:36:30.796202 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-39ee1099-0ea7-4125-898e-3aa000e7f350 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0596089
Apr 19 07:36:33.396670 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 45194) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:36:33.480948 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.pecan_wsgi.hooks.translation [None req-96240f09-803d-4faa-92fa-c922afe2c3ba admin admin] GET failed (client error): The resource could not be found.
Apr 19 07:36:33.482649 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-96240f09-803d-4faa-92fa-c922afe2c3ba admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0846763
Apr 19 07:36:33.626591 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25000a15-3c7d-4b30-bd63-3859fba26307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:36:33.628180 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-25000a15-3c7d-4b30-bd63-3859fba26307 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1374059
Apr 19 07:36:33.751451 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75840ee2-5ef1-40ee-9881-9553596ddd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:35.970695 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-748ba50f-bda2-4e80-827d-6690561d3f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:36.140509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 45204) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:36:36.203623 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-22da208f-7d25-44f6-9819-0c2dcaa8ed98 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:36:36.209405 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-22da208f-7d25-44f6-9819-0c2dcaa8ed98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:36:36.213591 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-22da208f-7d25-44f6-9819-0c2dcaa8ed98 admin admin] Usage tracker for resource:network and tenant:05be50a5dcbc491f8856c81224226c53 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:36:36.217182 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-22da208f-7d25-44f6-9819-0c2dcaa8ed98 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:36:36.223299 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-22da208f-7d25-44f6-9819-0c2dcaa8ed98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:36:36.234258 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22da208f-7d25-44f6-9819-0c2dcaa8ed98 admin admin] Made reservation on behalf of 05be50a5dcbc491f8856c81224226c53 for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:36:36.238921 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-22da208f-7d25-44f6-9819-0c2dcaa8ed98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:36.330286 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:36.338601 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING neutron.services.revisions.revision_plugin [None req-22da208f-7d25-44f6-9819-0c2dcaa8ed98 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f6164b45f28] {project_id='05be50a5dcbc491f8856c81224226c53', id='74be0282-5571-4d76-bb24-3bb2a6ef13fa', target_tenant='*', action='access_as_shared', object_id='ad3340ff-7ff9-4313-a796-a1df8f1f18b9'}> to bump revision.
Apr 19 07:36:36.355417 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22da208f-7d25-44f6-9819-0c2dcaa8ed98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535}  {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 07:36:36.367247 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-22da208f-7d25-44f6-9819-0c2dcaa8ed98 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363283335301014', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:36.367789 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-22da208f-7d25-44f6-9819-0c2dcaa8ed98 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6166b386a8> segment precommit_create {{(pid=86356) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 19 07:36:36.368261 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.segments_db [None req-22da208f-7d25-44f6-9819-0c2dcaa8ed98 admin admin] Added segment 027945da-a7e8-4900-9f35-d0a9021a0e18 of type vlan for network ad3340ff-7ff9-4313-a796-a1df8f1f18b9
Apr 19 07:36:36.412280 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-22da208f-7d25-44f6-9819-0c2dcaa8ed98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753518964407'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:36.449104 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-22da208f-7d25-44f6-9819-0c2dcaa8ed98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:36.450515 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22da208f-7d25-44f6-9819-0c2dcaa8ed98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:36:36.451153 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-22da208f-7d25-44f6-9819-0c2dcaa8ed98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:36.455962 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:36:36.549305 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-22da208f-7d25-44f6-9819-0c2dcaa8ed98 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4071484
Apr 19 07:36:36.560457 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da208f-7d25-44f6-9819-0c2dcaa8ed98 admin admin] Pushing event updated for resources: {'Network': ['ID=ad3340ff-7ff9-4313-a796-a1df8f1f18b9,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:36:36.564252 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-22da208f-7d25-44f6-9819-0c2dcaa8ed98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:36:36.573167 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Network ad3340ff-7ff9-4313-a796-a1df8f1f18b9 details requested by agent ovs-agent-dv-cinder-773870-2-iscsi with host dv-cinder-773870-2-iscsi {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 07:36:36.963847 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:37.785175 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:39.048020 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 45214) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:36:39.129052 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1b1ada-1f17-4e8f-931b-6e386d43a99e admin admin] GET failed (client error): The resource could not be found.
Apr 19 07:36:39.129623 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-7f1b1ada-1f17-4e8f-931b-6e386d43a99e admin admin] Synchronizing usage tracker for tenant:05be50a5dcbc491f8856c81224226c53 on resource:network {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:36:39.147412 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-7f1b1ada-1f17-4e8f-931b-6e386d43a99e admin admin] Unset dirty status for tenant:05be50a5dcbc491f8856c81224226c53 on resource:network {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:36:39.148615 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-7f1b1ada-1f17-4e8f-931b-6e386d43a99e admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0994658
Apr 19 07:36:39.435724 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029dbf95-4cc5-4687-a894-ecae4443dfc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:36:39.437302 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-029dbf95-4cc5-4687-a894-ecae4443dfc1 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.2819281
Apr 19 07:36:39.452286 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-ac395cc7-e447-4f22-b214-72300da4a70f admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'ad3340ff-7ff9-4313-a796-a1df8f1f18b9', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:36:39.457162 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ac395cc7-e447-4f22-b214-72300da4a70f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:36:39.467327 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ac395cc7-e447-4f22-b214-72300da4a70f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:36:39.477583 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac395cc7-e447-4f22-b214-72300da4a70f admin admin] Made reservation on behalf of 05be50a5dcbc491f8856c81224226c53 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:36:39.482292 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ac395cc7-e447-4f22-b214-72300da4a70f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:39.883481 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ac395cc7-e447-4f22-b214-72300da4a70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:39.887577 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3ca2e7f9-dd44-4112-a315-81f442ddd9ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:36:39.961386 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac395cc7-e447-4f22-b214-72300da4a70f admin admin] Pushing event updated for resources: {'Subnet': ['ID=77bc1f36-a836-4a2d-a22a-cdfe3d112a09,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:36:39.965308 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ac395cc7-e447-4f22-b214-72300da4a70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:36:39.972665 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac395cc7-e447-4f22-b214-72300da4a70f admin admin] Checking segment: {'id': '027945da-a7e8-4900-9f35-d0a9021a0e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ad3340ff-7ff9-4313-a796-a1df8f1f18b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:36:39.973053 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac395cc7-e447-4f22-b214-72300da4a70f admin admin] Network hostable DHCP agents. Network: ad3340ff-7ff9-4313-a796-a1df8f1f18b9, hostable agents: ['a6ade28d-bcb7-45a8-a7cb-7d200a62a65e'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 07:36:39.992855 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac395cc7-e447-4f22-b214-72300da4a70f admin admin] Network ad3340ff-7ff9-4313-a796-a1df8f1f18b9 is scheduled to be hosted by DHCP agent a6ade28d-bcb7-45a8-a7cb-7d200a62a65e with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 07:36:40.002403 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-ac395cc7-e447-4f22-b214-72300da4a70f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-iscsi, ad3340ff-7ff9-4313-a796-a1df8f1f18b9) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:36:40.006658 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac395cc7-e447-4f22-b214-72300da4a70f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:36:40.007292 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ac395cc7-e447-4f22-b214-72300da4a70f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:40.012360 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477d9faf-ab54-42d6-af47-616fc8d2e983 None None] Network ad3340ff-7ff9-4313-a796-a1df8f1f18b9 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:36:40.032421 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-ac395cc7-e447-4f22-b214-72300da4a70f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5839560
Apr 19 07:36:40.251844 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5d34fd3-d017-536f-b648-4beabad8070e-ad3340ff-7ff9-4313-a796-a1df8f1f18b9', 'network_id': 'ad3340ff-7ff9-4313-a796-a1df8f1f18b9', 'tenant_id': '05be50a5dcbc491f8856c81224226c53', 'fixed_ips': [{'subnet_id': '77bc1f36-a836-4a2d-a22a-cdfe3d112a09'}]}} from dv-cinder-773870-2-iscsi. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 07:36:40.252778 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:40.418042 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Allocated IP 192.168.233.2 (ad3340ff-7ff9-4313-a796-a1df8f1f18b9/77bc1f36-a836-4a2d-a22a-cdfe3d112a09/0ccade5a-5615-48a5-9cff-d2c1e3af2ed2) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:36:40.639077 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:40.649981 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Transition to ACTIVE for port object 0ccade5a-5615-48a5-9cff-d2c1e3af2ed2 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:36:40.670205 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Transition to ACTIVE for port object 0ccade5a-5615-48a5-9cff-d2c1e3af2ed2 will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:36:40.674814 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:40.680507 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6b111785-0809-436f-8cb8-d1d5f4453d59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:36:40.750226 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Network ad3340ff-7ff9-4313-a796-a1df8f1f18b9 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:36:40.753252 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:36:40.755726 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:36:40.765741 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Pushing event updated for resources: {'Port': ['ID=0ccade5a-5615-48a5-9cff-d2c1e3af2ed2,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:36:40.803193 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:36:40.803593 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:36:40.803962 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:36:40.804308 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:36:40.804665 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:36:40.805017 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:36:40.805372 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:36:40.805742 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:36:40.806092 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:36:40.806465 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:36:40.806838 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:36:40.807174 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:36:40.815355 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:36:40.867106 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Attempting to bind port 0ccade5a-5615-48a5-9cff-d2c1e3af2ed2 on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:36:40.867518 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Attempting to bind port 0ccade5a-5615-48a5-9cff-d2c1e3af2ed2 by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': '027945da-a7e8-4900-9f35-d0a9021a0e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ad3340ff-7ff9-4313-a796-a1df8f1f18b9'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:36:40.867908 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Attempting to bind port 0ccade5a-5615-48a5-9cff-d2c1e3af2ed2 on network ad3340ff-7ff9-4313-a796-a1df8f1f18b9 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:36:40.873699 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:36:40.874104 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Checking segment: {'id': '027945da-a7e8-4900-9f35-d0a9021a0e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ad3340ff-7ff9-4313-a796-a1df8f1f18b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:36:40.874564 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:40.875005 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Bound using segment: {'id': '027945da-a7e8-4900-9f35-d0a9021a0e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ad3340ff-7ff9-4313-a796-a1df8f1f18b9'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:36:40.875524 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Bound port: 0ccade5a-5615-48a5-9cff-d2c1e3af2ed2, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027945da-a7e8-4900-9f35-d0a9021a0e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ad3340ff-7ff9-4313-a796-a1df8f1f18b9'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:36:40.875939 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:40.970798 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] For port 0ccade5a-5615-48a5-9cff-d2c1e3af2ed2, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:36:40.974264 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] For port 0ccade5a-5615-48a5-9cff-d2c1e3af2ed2, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=0ccade5a-5615-48a5-9cff-d2c1e3af2ed2,segment=NetworkSegment(027945da-a7e8-4900-9f35-d0a9021a0e18),segment_id=027945da-a7e8-4900-9f35-d0a9021a0e18)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:36:40.977928 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:40.984409 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:36:41.062050 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Pushing event updated for resources: {'Port': ['ID=0ccade5a-5615-48a5-9cff-d2c1e3af2ed2,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:36:41.065285 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:36:42.308218 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d8df05-8d31-4e1c-8bee-772f8221041e None None] Network ad3340ff-7ff9-4313-a796-a1df8f1f18b9 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:36:42.437401 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-bdb3fddd-cc46-418a-b1e8-4a91dab0019a None None] Provisioning for port 0ccade5a-5615-48a5-9cff-d2c1e3af2ed2 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:36:43.045901 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 0ccade5a-5615-48a5-9cff-d2c1e3af2ed2 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:36:43.118196 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port 0ccade5a-5615-48a5-9cff-d2c1e3af2ed2 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:36:43.123996 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 0ccade5a-5615-48a5-9cff-d2c1e3af2ed2 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:36:43.124449 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:43.402842 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:43.436103 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port 0ccade5a-5615-48a5-9cff-d2c1e3af2ed2, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=0ccade5a-5615-48a5-9cff-d2c1e3af2ed2,segment=NetworkSegment(027945da-a7e8-4900-9f35-d0a9021a0e18),segment_id=027945da-a7e8-4900-9f35-d0a9021a0e18)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:36:43.440798 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:43.442902 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:36:43.513171 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=0ccade5a-5615-48a5-9cff-d2c1e3af2ed2,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:36:43.516319 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:36:45.030825 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 0ccade5a-5615-48a5-9cff-d2c1e3af2ed2 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:36:45.104102 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 0ccade5a-5615-48a5-9cff-d2c1e3af2ed2 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:36:45.104539 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:36:48.607218 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:37:03.751569 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a84788aa-6799-41fa-a951-a083bef5904e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:37:05.973764 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-73730be6-9321-45f6-b1b2-afec027c93ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:37:06.334020 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:37:06.967918 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:37:07.794769 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:37:25.607390 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:37:33.744808 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e2f679ce-99e4-44aa-94ed-601bde8a7b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:37:35.977927 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6954e592-1b75-4215-b8da-138eac003c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:37:36.345875 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:37:36.972923 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:37:37.792820 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:37:54.871848 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 45256) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:37:54.878603 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [None req-3a1fb63d-54f5-4e28-a171-bb94c7a6b27e tempest-verify_tempest_config-1628106295 tempest-verify_tempest_config-1628106295-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 07:37:54.879579 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-3a1fb63d-54f5-4e28-a171-bb94c7a6b27e tempest-verify_tempest_config-1628106295 tempest-verify_tempest_config-1628106295-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0066772
Apr 19 07:37:55.208318 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 45274) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:37:55.348148 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:37:55.364560 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:37:55.369729 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] Usage tracker for resource:security_group_rule and tenant:a86ec85bb7054b55a123dcc4144fe85b is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:37:55.372916 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:37:55.379281 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:37:55.475203 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:37:55.479075 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:37:55.486710 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:37:55.528280 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] Synchronizing usage tracker for tenant:05be50a5dcbc491f8856c81224226c53 on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:37:55.530749 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec81feb1-c782-4532-a6c7-abfd31c091a7,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:37:55.540935 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:37:55.541310 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:37:55.541679 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:37:55.542037 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:37:55.542413 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:37:55.542775 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:37:55.543122 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:37:55.543445 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:37:55.543842 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:37:55.544175 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:37:55.544516 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:37:55.544864 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:37:55.549533 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:37:55.560849 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] Unset dirty status for tenant:05be50a5dcbc491f8856c81224226c53 on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:37:55.562231 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a86ec85bb7054b55a123dcc4144fe85b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3528423
Apr 19 07:37:55.565138 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 45280) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:37:55.635087 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-05a3ea8e-6717-4403-8a5c-20e67f825a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:37:55.663794 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-05a3ea8e-6717-4403-8a5c-20e67f825a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:37:55.728481 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-05a3ea8e-6717-4403-8a5c-20e67f825a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:37:55.732468 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2797eaf6-d629-4280-9ddb-8d352d462946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:37:55.746397 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3ea8e-6717-4403-8a5c-20e67f825a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec81feb1-c782-4532-a6c7-abfd31c091a7,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:37:55.749388 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-05a3ea8e-6717-4403-8a5c-20e67f825a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:37:55.751390 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-05a3ea8e-6717-4403-8a5c-20e67f825a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:37:55.752880 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-05a3ea8e-6717-4403-8a5c-20e67f825a06 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec81feb1-c782-4532-a6c7-abfd31c091a7 HTTP/1.1" status: 204  len: 168 time: 0.1864858
Apr 19 07:38:02.607019 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:38:03.755988 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6745-aec9-43ee-a0cd-ef5c0617bd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:38:05.981430 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f6b5b592-29a5-4307-868d-9af533f257fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:38:06.343903 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:38:06.977732 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:38:07.796292 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:38:33.761327 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2abefad1-2e2c-48be-8862-61323a3db16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:38:35.987995 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f0b37d99-10f0-45ee-a0d8-4dda384f97dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:38:36.347524 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:38:36.993772 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:38:37.810157 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:38:39.608768 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:39:03.762348 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9fb7bfb8-196a-4b20-858f-253347a32603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:39:05.988619 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c847e599-8087-4456-aa55-f13a1f92702b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:39:06.358721 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:39:06.990110 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:39:07.810448 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:39:16.609473 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:39:24.064250 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997'] for agent, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:39:29.011371 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 45340) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:39:29.144630 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-c2074b0b-1f07-4ea8-bc23-d89d572be00f admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1319931
Apr 19 07:39:31.657200 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 45350) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:39:31.731126 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-2425a6d7-4390-4561-984d-169ca43fbe8c admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0726275
Apr 19 07:39:33.757734 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3f4aeb9e-91e1-48fb-afb5-05de9f7cde5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:39:35.983427 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a9f13976-8bdf-4342-8d83-18aa965687bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:39:36.351379 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:39:36.985470 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:39:37.810702 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:39:53.609380 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:39:54.054879 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:40:03.771644 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4c2f14b0-d032-4954-85d2-20b963dc15c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:40:05.993832 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a8439589-f90f-4d65-b8ef-3acccf16923e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:40:06.358971 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:40:06.994206 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:40:07.821229 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:40:24.049408 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:40:30.610313 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:40:33.764898 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ec655bfb-212e-400d-99cf-c007f9cee7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:40:35.987405 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e65dccfd-dc7a-4f43-8866-a49236593918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:40:36.357460 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:40:36.988109 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:40:37.816638 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:40:54.065379 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:03.768252 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b8fac652-fdd8-4755-be60-147c651e66c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:04.967087 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 45542) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:05.262398 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 45556) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:05.444931 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 45568) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:05.516805 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2102282653-network', 'tenant_id': 'ed911829767e452d856a631626830a89'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:41:05.524441 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:05.535080 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Usage tracker for resource:network and tenant:ed911829767e452d856a631626830a89 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:05.542523 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:05.551512 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:05.584342 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Made reservation on behalf of ed911829767e452d856a631626830a89 for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:41:05.593809 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:05.615616 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:05.633305 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:05.638340 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Usage tracker for resource:security_group_rule and tenant:ed911829767e452d856a631626830a89 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:05.642527 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:05.649504 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:05.758008 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:05.761494 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:05.766301 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:05.801219 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524}  {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 07:41:05.804324 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe229f66-8e30-4b40-861d-9abd1990ee7e,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:05.819256 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:05.819256 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:05.819256 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:05.819256 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:05.819256 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:05.819256 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:05.819256 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:05.819256 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:05.819883 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:05.819970 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:05.820760 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:05.820760 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Tracked resource versions report:
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]: pushed versions:
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]: {   'AddressGroup': {'1.2'},
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:     'ConntrackHelper': {'1.0'},
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Log': {'1.0'},
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Network': {'1.1'},
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Port': {'1.7'},
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:     'PortForwarding': {'1.2'},
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:     'QosPolicy': {'1.8'},
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:     'SecurityGroup': {'1.4'},
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:     'SecurityGroupRule': {'1.2'},
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:     'SubPort': {'1.0'},
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Subnet': {'1.1'},
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Trunk': {'1.1'}}
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]: consumer versions:
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]: {   DHCP agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:     HyperV agent@hv-cinder-77387: {},
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:     L3 agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:     Metadata agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:     Metering agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:     Open vSwitch agent@dv-cinder-773870-2-iscsi: {   'AddressGroup': '1.2',
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'ConntrackHelper': '1.0',
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Log': '1.0',
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Network': '1.1',
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Port': '1.7',
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'PortForwarding': '1.2',
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'QosPolicy': '1.8',
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'SecurityGroup': '1.4',
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'SecurityGroupRule': '1.2',
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'SubPort': '1.0',
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Subnet': '1.1',
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Trunk': '1.1'}}
Apr 19 07:41:05.821680 dv-cinder-773870-2-iscsi neutron-server[86245]:  {{(pid=86356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 07:41:05.827665 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:05.828711 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:05.829078 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.segments_db [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Added segment 740ea5a9-6544-4642-8a7e-842d808a4a08 of type vlan for network 73c4c204-b05f-4033-b455-afe76ff9d30d
Apr 19 07:41:05.832857 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-275747728-network', 'tenant_id': '3a43260bdda249fa8463858d2df10378'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:41:05.841185 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:05.845855 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Usage tracker for resource:network and tenant:3a43260bdda249fa8463858d2df10378 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:05.849702 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:05.856087 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:05.868996 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753518964407'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:05.869181 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-695995634-network', 'tenant_id': '737a360207c34d4fa05a2a1646dedd02'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:41:05.873964 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:05.879022 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Usage tracker for resource:network and tenant:737a360207c34d4fa05a2a1646dedd02 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:05.883121 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:05.890451 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:05.898752 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Made reservation on behalf of 3a43260bdda249fa8463858d2df10378 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:41:05.901228 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:05.902862 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:05.903561 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:05.904627 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:05.909296 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-22da208f-7d25-44f6-9819-0c2dcaa8ed98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:05.928393 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:05.947819 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:05.951859 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Usage tracker for resource:security_group_rule and tenant:3a43260bdda249fa8463858d2df10378 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:05.954964 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:05.960863 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:05.999841 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-52800d08-c8db-466c-8762-c50203f28e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:06.019411 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Pushing event updated for resources: {'Network': ['ID=73c4c204-b05f-4033-b455-afe76ff9d30d,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:06.022396 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:06.032507 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Network 73c4c204-b05f-4033-b455-afe76ff9d30d details requested by agent ovs-agent-dv-cinder-773870-2-iscsi with host dv-cinder-773870-2-iscsi {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 07:41:06.043182 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.0744982
Apr 19 07:41:06.043989 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 45598) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:06.050417 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-f2b01947-a57e-4f42-bfa5-2989beb3c0e7 admin admin] Request body: {'subnet': {'network_id': '73c4c204-b05f-4033-b455-afe76ff9d30d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2102282653-subnet', 'tenant_id': 'ed911829767e452d856a631626830a89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:41:06.055224 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-f2b01947-a57e-4f42-bfa5-2989beb3c0e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:06.059682 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-f2b01947-a57e-4f42-bfa5-2989beb3c0e7 admin admin] Usage tracker for resource:subnet and tenant:ed911829767e452d856a631626830a89 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:06.063546 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-f2b01947-a57e-4f42-bfa5-2989beb3c0e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:06.070272 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-f2b01947-a57e-4f42-bfa5-2989beb3c0e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:06.078935 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Made reservation on behalf of 737a360207c34d4fa05a2a1646dedd02 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:41:06.089368 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:06.127726 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:06.143687 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:06.148072 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:06.153190 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b01947-a57e-4f42-bfa5-2989beb3c0e7 admin admin] Made reservation on behalf of ed911829767e452d856a631626830a89 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:41:06.158650 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f2b01947-a57e-4f42-bfa5-2989beb3c0e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:06.161712 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:06.162933 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Usage tracker for resource:security_group_rule and tenant:737a360207c34d4fa05a2a1646dedd02 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:06.169546 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:06.172433 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:06.206744 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d39d9da-2d84-4ba5-a2cd-d36aaaee4ea9,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:06.215952 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:06.218926 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:06.219287 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:06.219871 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:06.220385 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:06.220885 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:06.221405 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:06.221945 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:06.222516 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:06.223049 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:06.223628 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:06.224178 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:06.224674 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Tracked resource versions report:
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]: pushed versions:
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]: {   'AddressGroup': {'1.2'},
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:     'ConntrackHelper': {'1.0'},
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Log': {'1.0'},
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Network': {'1.1'},
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Port': {'1.7'},
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:     'PortForwarding': {'1.2'},
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:     'QosPolicy': {'1.8'},
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:     'SecurityGroup': {'1.4'},
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:     'SecurityGroupRule': {'1.2'},
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:     'SubPort': {'1.0'},
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Subnet': {'1.1'},
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Trunk': {'1.1'}}
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]: consumer versions:
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]: {   DHCP agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:     HyperV agent@hv-cinder-77387: {},
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:     L3 agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:     Metadata agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:     Metering agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:     Open vSwitch agent@dv-cinder-773870-2-iscsi: {   'AddressGroup': '1.2',
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'ConntrackHelper': '1.0',
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Log': '1.0',
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Network': '1.1',
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Port': '1.7',
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'PortForwarding': '1.2',
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'QosPolicy': '1.8',
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'SecurityGroup': '1.4',
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'SecurityGroupRule': '1.2',
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'SubPort': '1.0',
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Subnet': '1.1',
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Trunk': '1.1'}}
Apr 19 07:41:06.226455 dv-cinder-773870-2-iscsi neutron-server[86245]:  {{(pid=86357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 07:41:06.239795 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:06.245459 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513}  {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 07:41:06.268184 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:06.268625 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.segments_db [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Added segment bf5d7b41-24fc-4f03-8744-dcffad5fa3ca of type vlan for network b5f1dd0c-8823-440f-8f62-01e66b821b29
Apr 19 07:41:06.309839 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753518964407'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:06.370512 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:06.385411 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:06.391748 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:06.393967 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:06.394874 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:06.401414 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:06.424195 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:06.526486 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537}  {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 07:41:06.542955 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Pushing event updated for resources: {'Network': ['ID=b5f1dd0c-8823-440f-8f62-01e66b821b29,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:06.546232 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:06.548617 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:06.555286 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Network b5f1dd0c-8823-440f-8f62-01e66b821b29 details requested by agent ovs-agent-dv-cinder-773870-2-iscsi with host dv-cinder-773870-2-iscsi {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 07:41:06.562215 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.2982736
Apr 19 07:41:06.563237 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 45620) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:06.572127 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:06.572740 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.segments_db [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Added segment 9572bb33-3892-47d7-8c2a-8caaaeacd130 of type vlan for network 05d44543-9d4b-4374-aa98-e53850813000
Apr 19 07:41:06.577391 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-51ebdddc-e13d-4f0a-ba89-93460adc8818 admin admin] Request body: {'subnet': {'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-275747728-subnet', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:41:06.588845 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-51ebdddc-e13d-4f0a-ba89-93460adc8818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:06.608487 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-51ebdddc-e13d-4f0a-ba89-93460adc8818 admin admin] Usage tracker for resource:subnet and tenant:3a43260bdda249fa8463858d2df10378 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:06.629349 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-51ebdddc-e13d-4f0a-ba89-93460adc8818 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:06.640569 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de292e3f-d553-489b-b57c-e3f4915da00a,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:06.647438 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:06.657470 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-51ebdddc-e13d-4f0a-ba89-93460adc8818 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:06.679830 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753518964407'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:06.685546 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ebdddc-e13d-4f0a-ba89-93460adc8818 admin admin] Made reservation on behalf of 3a43260bdda249fa8463858d2df10378 for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:41:06.691181 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-51ebdddc-e13d-4f0a-ba89-93460adc8818 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:06.781152 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f2b01947-a57e-4f42-bfa5-2989beb3c0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:06.788784 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-35ddfe20-dd03-4125-9794-b8976a4436f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:06.837456 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:06.842374 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:06.843295 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:06.850564 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:06.894061 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b01947-a57e-4f42-bfa5-2989beb3c0e7 admin admin] Checking segment: {'id': '740ea5a9-6544-4642-8a7e-842d808a4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '73c4c204-b05f-4033-b455-afe76ff9d30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:41:06.894061 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b01947-a57e-4f42-bfa5-2989beb3c0e7 admin admin] Network hostable DHCP agents. Network: 73c4c204-b05f-4033-b455-afe76ff9d30d, hostable agents: ['a6ade28d-bcb7-45a8-a7cb-7d200a62a65e'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 07:41:06.922085 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b01947-a57e-4f42-bfa5-2989beb3c0e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6e7dce1-cd93-4e56-9ef8-938c6d9afcd9,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:06.932815 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f2b01947-a57e-4f42-bfa5-2989beb3c0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:06.937460 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b01947-a57e-4f42-bfa5-2989beb3c0e7 admin admin] Network 73c4c204-b05f-4033-b455-afe76ff9d30d is scheduled to be hosted by DHCP agent a6ade28d-bcb7-45a8-a7cb-7d200a62a65e with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 07:41:06.947793 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-f2b01947-a57e-4f42-bfa5-2989beb3c0e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-iscsi, 73c4c204-b05f-4033-b455-afe76ff9d30d) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:41:06.955414 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b01947-a57e-4f42-bfa5-2989beb3c0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:06.957743 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f2b01947-a57e-4f42-bfa5-2989beb3c0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:06.961549 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafe522b-8302-478f-a064-e46cc820bb71 None None] Network 73c4c204-b05f-4033-b455-afe76ff9d30d requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:41:07.019951 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-f2b01947-a57e-4f42-bfa5-2989beb3c0e7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9747837
Apr 19 07:41:07.122189 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 45654) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:07.122897 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.6759279
Apr 19 07:41:07.128857 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-74721eb1-e850-4f7a-b3e3-0f43c148e069 admin admin] Request body: {'subnet': {'network_id': '05d44543-9d4b-4374-aa98-e53850813000', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-695995634-subnet', 'tenant_id': '737a360207c34d4fa05a2a1646dedd02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:41:07.130321 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Pushing event updated for resources: {'Network': ['ID=05d44543-9d4b-4374-aa98-e53850813000,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:07.135146 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:07.136801 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-74721eb1-e850-4f7a-b3e3-0f43c148e069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:07.146352 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-74721eb1-e850-4f7a-b3e3-0f43c148e069 admin admin] Usage tracker for resource:subnet and tenant:737a360207c34d4fa05a2a1646dedd02 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:07.156233 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-74721eb1-e850-4f7a-b3e3-0f43c148e069 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:07.168730 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-74721eb1-e850-4f7a-b3e3-0f43c148e069 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:07.188950 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74721eb1-e850-4f7a-b3e3-0f43c148e069 admin admin] Made reservation on behalf of 737a360207c34d4fa05a2a1646dedd02 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:41:07.200907 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-74721eb1-e850-4f7a-b3e3-0f43c148e069 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:07.205568 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:07.207665 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Network 05d44543-9d4b-4374-aa98-e53850813000 details requested by agent ovs-agent-dv-cinder-773870-2-iscsi with host dv-cinder-773870-2-iscsi {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 07:41:07.569555 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-51ebdddc-e13d-4f0a-ba89-93460adc8818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:07.575584 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-57328649-decb-4c01-8c05-1144f5064dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:07.610006 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:41:07.664386 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db207db-5998-4acc-8531-b70de0b29d3f None None] Network 73c4c204-b05f-4033-b455-afe76ff9d30d requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:41:07.677443 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebdddc-e13d-4f0a-ba89-93460adc8818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a2ef621-9f95-4913-83e2-4f12522f9619,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:07.683553 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-51ebdddc-e13d-4f0a-ba89-93460adc8818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:07.686305 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ebdddc-e13d-4f0a-ba89-93460adc8818 admin admin] Checking segment: {'id': 'bf5d7b41-24fc-4f03-8744-dcffad5fa3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:41:07.686650 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ebdddc-e13d-4f0a-ba89-93460adc8818 admin admin] Network hostable DHCP agents. Network: b5f1dd0c-8823-440f-8f62-01e66b821b29, hostable agents: ['a6ade28d-bcb7-45a8-a7cb-7d200a62a65e'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 07:41:07.706945 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ebdddc-e13d-4f0a-ba89-93460adc8818 admin admin] Network b5f1dd0c-8823-440f-8f62-01e66b821b29 is scheduled to be hosted by DHCP agent a6ade28d-bcb7-45a8-a7cb-7d200a62a65e with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 07:41:07.716451 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-51ebdddc-e13d-4f0a-ba89-93460adc8818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-iscsi, b5f1dd0c-8823-440f-8f62-01e66b821b29) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:41:07.720965 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ebdddc-e13d-4f0a-ba89-93460adc8818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:07.721870 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-51ebdddc-e13d-4f0a-ba89-93460adc8818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:07.726740 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaff111-400b-4afe-97c3-50e8c0f30a0d None None] Network b5f1dd0c-8823-440f-8f62-01e66b821b29 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:41:07.745731 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-51ebdddc-e13d-4f0a-ba89-93460adc8818 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.1754394
Apr 19 07:41:07.746732 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 45680) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:07.754226 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-275747728-router', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:41:07.759283 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:07.763552 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Usage tracker for resource:router and tenant:3a43260bdda249fa8463858d2df10378 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:07.767459 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:07.773853 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:07.785175 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-660204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775443'] for router, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:07.786828 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854115612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854093566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854191853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-358'] for router, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:07.815347 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:07.973413 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-74721eb1-e850-4f7a-b3e3-0f43c148e069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:07.978672 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:07.997585 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:08.153735 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74721eb1-e850-4f7a-b3e3-0f43c148e069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a88bf00-3a3b-4639-a89d-0ce64b93496d,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:08.166022 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-74721eb1-e850-4f7a-b3e3-0f43c148e069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:08.177307 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74721eb1-e850-4f7a-b3e3-0f43c148e069 admin admin] Checking segment: {'id': '9572bb33-3892-47d7-8c2a-8caaaeacd130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05d44543-9d4b-4374-aa98-e53850813000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:41:08.177704 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74721eb1-e850-4f7a-b3e3-0f43c148e069 admin admin] Network hostable DHCP agents. Network: 05d44543-9d4b-4374-aa98-e53850813000, hostable agents: ['a6ade28d-bcb7-45a8-a7cb-7d200a62a65e'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 07:41:08.219533 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74721eb1-e850-4f7a-b3e3-0f43c148e069 admin admin] Network 05d44543-9d4b-4374-aa98-e53850813000 is scheduled to be hosted by DHCP agent a6ade28d-bcb7-45a8-a7cb-7d200a62a65e with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 07:41:08.241758 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-74721eb1-e850-4f7a-b3e3-0f43c148e069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-iscsi, 05d44543-9d4b-4374-aa98-e53850813000) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:41:08.246125 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74721eb1-e850-4f7a-b3e3-0f43c148e069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:08.246811 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-74721eb1-e850-4f7a-b3e3-0f43c148e069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:08.276078 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6428108-04f7-4492-81a0-1265f7fe301c None None] Network 05d44543-9d4b-4374-aa98-e53850813000 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:41:08.286311 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-74721eb1-e850-4f7a-b3e3-0f43c148e069 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.1609392
Apr 19 07:41:08.287475 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 45706) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:08.295954 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-695995634-router', 'tenant_id': '737a360207c34d4fa05a2a1646dedd02', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:41:08.307255 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:08.311425 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Usage tracker for resource:router and tenant:737a360207c34d4fa05a2a1646dedd02 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:08.315137 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:08.337285 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:08.341062 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854093323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854105249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-343'] for router, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:08.360296 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-660204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775443'] for router, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:08.361891 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854115612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854093566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854191853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-358'] for router, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:08.390497 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:08.850675 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5d34fd3-d017-536f-b648-4beabad8070e-b5f1dd0c-8823-440f-8f62-01e66b821b29', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'fixed_ips': [{'subnet_id': '2a2ef621-9f95-4913-83e2-4f12522f9619'}]}} from dv-cinder-773870-2-iscsi. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 07:41:08.851623 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:08.852649 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 45748) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:08.853851 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:08.883818 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 19 07:41:08.963564 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854093323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854105249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-343'] for router, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:09.028840 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6069ef78-91ae-4901-b1e5-58ca2936430f None None] Network 05d44543-9d4b-4374-aa98-e53850813000 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:41:09.031271 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:09.323085 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Allocated IP 172.27.0.206 (642ff66f-9552-4d00-a89f-4b61cdc828eb/39f3d441-e877-4577-8020-74e884c403b0/72e7c21e-0b0a-494f-a6be-9415d4299d39) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:41:09.427150 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Allocated IP 172.20.0.2 (b5f1dd0c-8823-440f-8f62-01e66b821b29/2a2ef621-9f95-4913-83e2-4f12522f9619/d4aea9ee-846e-4153-9420-b72c6e9d168a) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:41:09.452248 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-097c0494-ed81-4c9e-a6e0-a2890468ff2d tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:09.453546 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-097c0494-ed81-4c9e-a6e0-a2890468ff2d tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/networks?id=73c4c204-b05f-4033-b455-afe76ff9d30d HTTP/1.1" status: 200  len: 812 time: 0.5717819
Apr 19 07:41:09.479135 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:09.496199 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-7ab68da2-1666-42d5-85f7-b2f11685a1c0 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/quotas/ed911829767e452d856a631626830a89 HTTP/1.1" status: 200  len: 375 time: 0.0265913
Apr 19 07:41:09.521051 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:09.781506 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-e46edc8b-fd6b-4003-b1e4-634b2753ad3c tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed911829767e452d856a631626830a89&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2768297
Apr 19 07:41:09.859601 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:09.875964 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:09.925047 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Transition to ACTIVE for port object d4aea9ee-846e-4153-9420-b72c6e9d168a will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:41:09.951586 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:09.965709 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-22275cde-62d0-4dfb-abee-3e4e7800e35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:10.000836 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Transition to ACTIVE for port object d4aea9ee-846e-4153-9420-b72c6e9d168a will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:41:10.016779 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:10.036639 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:10.123445 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Network 642ff66f-9552-4d00-a89f-4b61cdc828eb is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:41:10.138316 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:41:10.173255 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:41:10.178092 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Allocated IP 172.27.0.109 (642ff66f-9552-4d00-a89f-4b61cdc828eb/39f3d441-e877-4577-8020-74e884c403b0/31e3be32-2422-4f1a-8732-c748e8c70cb0) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:41:10.196293 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Pushing event updated for resources: {'Port': ['ID=d4aea9ee-846e-4153-9420-b72c6e9d168a,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:10.234177 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Network b5f1dd0c-8823-440f-8f62-01e66b821b29 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:41:10.247277 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:41:10.250476 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:10.250871 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:10.251255 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:10.251637 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:10.252011 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:10.252398 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:10.252757 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:10.253127 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:10.253493 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:10.253859 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:10.257062 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:10.260784 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Tracked resource versions report:
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]: pushed versions:
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]: {   'AddressGroup': {'1.2'},
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:     'ConntrackHelper': {'1.0'},
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Log': {'1.0'},
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Network': {'1.1'},
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Port': {'1.7'},
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:     'PortForwarding': {'1.2'},
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:     'QosPolicy': {'1.8'},
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:     'SecurityGroup': {'1.4'},
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:     'SecurityGroupRule': {'1.2'},
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:     'SubPort': {'1.0'},
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Subnet': {'1.1'},
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Trunk': {'1.1'}}
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]: consumer versions:
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]: {   DHCP agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:     HyperV agent@hv-cinder-77387: {},
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:     L3 agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:     Metadata agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:     Metering agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:     Open vSwitch agent@dv-cinder-773870-2-iscsi: {   'AddressGroup': '1.2',
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'ConntrackHelper': '1.0',
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Log': '1.0',
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Network': '1.1',
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Port': '1.7',
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'PortForwarding': '1.2',
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'QosPolicy': '1.8',
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'SecurityGroup': '1.4',
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'SecurityGroupRule': '1.2',
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'SubPort': '1.0',
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Subnet': '1.1',
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Trunk': '1.1'}}
Apr 19 07:41:10.267866 dv-cinder-773870-2-iscsi neutron-server[86245]:  {{(pid=86358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 07:41:10.293867 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:41:10.367969 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Pushing event updated for resources: {'Port': ['ID=72e7c21e-0b0a-494f-a6be-9415d4299d39,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:10.382629 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:10.453640 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:10.459758 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:10.469537 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Attempting to bind port d4aea9ee-846e-4153-9420-b72c6e9d168a on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:41:10.470329 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Attempting to bind port d4aea9ee-846e-4153-9420-b72c6e9d168a by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': 'bf5d7b41-24fc-4f03-8744-dcffad5fa3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:41:10.470901 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Attempting to bind port d4aea9ee-846e-4153-9420-b72c6e9d168a on network b5f1dd0c-8823-440f-8f62-01e66b821b29 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:41:10.479005 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:41:10.479872 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Checking segment: {'id': 'bf5d7b41-24fc-4f03-8744-dcffad5fa3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:41:10.480472 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:10.481756 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Bound using segment: {'id': 'bf5d7b41-24fc-4f03-8744-dcffad5fa3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:41:10.482865 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Bound port: d4aea9ee-846e-4153-9420-b72c6e9d168a, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5d7b41-24fc-4f03-8744-dcffad5fa3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:41:10.483600 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:10.523796 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:10.529405 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:10.617903 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] For port d4aea9ee-846e-4153-9420-b72c6e9d168a, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:41:10.626424 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] For port d4aea9ee-846e-4153-9420-b72c6e9d168a, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=d4aea9ee-846e-4153-9420-b72c6e9d168a,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:41:10.637823 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 45818) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:10.639645 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:10.649556 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-402301d7-ce99-4943-bc07-97bff884b002 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 07:41:10.652692 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:10.657755 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-402301d7-ce99-4943-bc07-97bff884b002 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3922353
Apr 19 07:41:10.697318 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Network 642ff66f-9552-4d00-a89f-4b61cdc828eb is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:41:10.709467 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:41:10.719022 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:41:10.835079 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Pushing event updated for resources: {'Port': ['ID=d4aea9ee-846e-4153-9420-b72c6e9d168a,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:10.839631 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:10.919427 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Pushing event updated for resources: {'Port': ['ID=31e3be32-2422-4f1a-8732-c748e8c70cb0,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:10.923142 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:10.969789 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-332715bc-3a85-4432-90fc-c9092f9a3025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:10.989196 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-1c5eec99-4f26-4a6a-82ae-d43b37ec4302 service neutron] 10.222.0.20 "GET /v2.0/networks/73c4c204-b05f-4033-b455-afe76ff9d30d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3304985
Apr 19 07:41:11.015876 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-332715bc-3a85-4432-90fc-c9092f9a3025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:11.036855 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-332715bc-3a85-4432-90fc-c9092f9a3025 admin admin] Usage tracker for resource:security_group_rule and tenant:13525f5097f54ff4b215252dd5679651 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:11.045097 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-332715bc-3a85-4432-90fc-c9092f9a3025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:11.053653 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-332715bc-3a85-4432-90fc-c9092f9a3025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:11.163835 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:11.272361 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-c6f5f914-428f-4d80-bebc-b37e77cba183 service neutron] 10.222.0.20 "GET /v2.0/networks/73c4c204-b05f-4033-b455-afe76ff9d30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2739444
Apr 19 07:41:11.340499 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:11.527782 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-332715bc-3a85-4432-90fc-c9092f9a3025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:11.536505 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-332715bc-3a85-4432-90fc-c9092f9a3025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:11.550172 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:11.662755 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332715bc-3a85-4432-90fc-c9092f9a3025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a814827f-81e2-42fe-a521-879a5eecc6ed,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:11.670006 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-332715bc-3a85-4432-90fc-c9092f9a3025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:11.684279 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-332715bc-3a85-4432-90fc-c9092f9a3025 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13525f5097f54ff4b215252dd5679651&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0366037
Apr 19 07:41:11.687779 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 45866) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:11.725478 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 45874) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:11.816505 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-79e5c99e-2aff-4397-89a0-842a8c5302d4 req-6d795c4f-5eab-48d0-8d81-0e76824261e1 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 210 time: 0.0884528
Apr 19 07:41:11.821185 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682463'] for router, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:11.959931 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-98f4cec9-32bc-4e3d-8acf-b2733a85b914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:11.997885 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682463'] for router, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:12.006035 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-98f4cec9-32bc-4e3d-8acf-b2733a85b914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:12.265273 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Router e6fbbfe8-2635-40bc-b99b-4d2648b64c94 is scheduled to L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 with binding_index 1 {{(pid=86357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 07:41:12.430274 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-98f4cec9-32bc-4e3d-8acf-b2733a85b914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:12.466526 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:12.510914 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4cec9-32bc-4e3d-8acf-b2733a85b914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a814827f-81e2-42fe-a521-879a5eecc6ed,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:12.516635 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-98f4cec9-32bc-4e3d-8acf-b2733a85b914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:12.559163 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-98f4cec9-32bc-4e3d-8acf-b2733a85b914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:12.563455 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-98f4cec9-32bc-4e3d-8acf-b2733a85b914 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a814827f-81e2-42fe-a521-879a5eecc6ed HTTP/1.1" status: 204  len: 168 time: 0.8745902
Apr 19 07:41:12.572965 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Router 81d21f06-0693-4520-9cac-45c3540b888c is scheduled to L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 with binding_index 1 {{(pid=86356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 07:41:12.918133 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e693980-705b-4ef6-991a-96940eb7b3a9 None None] Network b5f1dd0c-8823-440f-8f62-01e66b821b29 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:41:12.923709 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:41:12.935103 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] Sync routers for ids ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:41:12.960161 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] Routers {'e6fbbfe8-2635-40bc-b99b-4d2648b64c94'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:41:12.961274 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164f19898>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:41:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:41:13.008192 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:13.009808 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 5.2620516
Apr 19 07:41:13.018127 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 45940) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:13.021065 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bc95325f-4b6d-4fb7-bac8-8a3abe5fd4be req-aa043624-fa92-45b5-92e5-75b4d0ec355c tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 210 time: 0.0698826
Apr 19 07:41:13.162199 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 45948) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:13.226421 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:41:13.264509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:13.268910 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 4.9776139
Apr 19 07:41:13.269222 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 45958) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:13.276863 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] Sync routers for ids ['81d21f06-0693-4520-9cac-45c3540b888c'] in dv-cinder-773870-2-iscsi {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:41:13.316995 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-d2cb0a2f-5763-42fc-883b-50e36d610f92 None None] Provisioning for port d4aea9ee-846e-4153-9420-b72c6e9d168a completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:41:13.396956 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] Set router e6fbbfe8-2635-40bc-b99b-4d2648b64c94 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:41:13.418357 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] Routers {'81d21f06-0693-4520-9cac-45c3540b888c'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:41:13.419084 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f616562a6a0>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:41:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['81d21f06-0693-4520-9cac-45c3540b888c'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:41:13.613389 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device d4aea9ee-846e-4153-9420-b72c6e9d168a up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:41:13.889925 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 45978) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:14.048230 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6bee55de-6cbe-4ec2-b914-bd65f9c45d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:14.123547 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-6bee55de-6cbe-4ec2-b914-bd65f9c45d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:14.130679 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-6bee55de-6cbe-4ec2-b914-bd65f9c45d27 admin admin] Usage tracker for resource:security_group_rule and tenant:817f0206f1454835b540c04e7897834b is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:14.144586 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-6bee55de-6cbe-4ec2-b914-bd65f9c45d27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:14.150711 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-6bee55de-6cbe-4ec2-b914-bd65f9c45d27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:14.227555 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164f19898>, [{'id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'name': 'tempest-AttachVolumeShelveTestJSON-275747728-router', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:07Z', 'updated_at': '2021-04-19T07:41:10Z', 'revision_number': 3, 'project_id': '3a43260bdda249fa8463858d2df10378', 'gw_port': {'id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:41:14.246644 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port d4aea9ee-846e-4153-9420-b72c6e9d168a completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:41:14.250050 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] Checking router: e6fbbfe8-2635-40bc-b99b-4d2648b64c94 for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:41:14.250235 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] Updating router e6fbbfe8-2635-40bc-b99b-4d2648b64c94 port 72e7c21e-0b0a-494f-a6be-9415d4299d39 binding host dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 07:41:14.261615 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] Set router 81d21f06-0693-4520-9cac-45c3540b888c gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:41:14.285387 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6bee55de-6cbe-4ec2-b914-bd65f9c45d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:14.307872 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6bee55de-6cbe-4ec2-b914-bd65f9c45d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:14.336158 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:14.416861 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:14.417875 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee55de-6cbe-4ec2-b914-bd65f9c45d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3779931a-e419-4ccc-98f2-477a34fff2c0,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:14.446978 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e35e-c1d6-4cb2-996d-6ad65ac245b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:14.466913 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6bee55de-6cbe-4ec2-b914-bd65f9c45d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:14.472880 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-3ae6e35e-c1d6-4cb2-996d-6ad65ac245b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:14.486529 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-3ae6e35e-c1d6-4cb2-996d-6ad65ac245b9 admin admin] Usage tracker for resource:security_group_rule and tenant:7564c787ee5442569aa6eef08b8896c2 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:14.493528 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-3ae6e35e-c1d6-4cb2-996d-6ad65ac245b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:14.522522 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-3ae6e35e-c1d6-4cb2-996d-6ad65ac245b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:14.553658 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-33003726-84d3-455d-bb95-b9d0f8e626e1 req-9435f801-3623-4f86-a1dd-1d876b2785a7 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 210 time: 0.0968425
Apr 19 07:41:14.651182 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-6bee55de-6cbe-4ec2-b914-bd65f9c45d27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=817f0206f1454835b540c04e7897834b&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4857266
Apr 19 07:41:14.653845 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 46012) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:14.664312 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port d4aea9ee-846e-4153-9420-b72c6e9d168a triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:41:14.664772 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:14.871675 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:14.896794 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] Transition to ACTIVE for port object 72e7c21e-0b0a-494f-a6be-9415d4299d39 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:41:14.910052 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1d631482-18b2-4e14-bc36-eb4cbe5425c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:14.910317 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:14.938082 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-489791bd-62c1-4905-af6c-7ea25fe993d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:14.991184 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ca31ddef-98fb-4948-aeb7-c7cf2e9cf486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:15.069577 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819dc2e-b01e-4d22-9df1-ce0379061ceb None None] Pushing event updated for resources: {'Port': ['ID=72e7c21e-0b0a-494f-a6be-9415d4299d39,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:15.078692 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] Attempting to bind port 72e7c21e-0b0a-494f-a6be-9415d4299d39 on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:41:15.079290 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] Attempting to bind port 72e7c21e-0b0a-494f-a6be-9415d4299d39 by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:41:15.079926 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] Attempting to bind port 72e7c21e-0b0a-494f-a6be-9415d4299d39 on network 642ff66f-9552-4d00-a89f-4b61cdc828eb {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:41:15.087851 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819dc2e-b01e-4d22-9df1-ce0379061ceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:15.088441 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819dc2e-b01e-4d22-9df1-ce0379061ceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:15.088983 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819dc2e-b01e-4d22-9df1-ce0379061ceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:15.089512 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819dc2e-b01e-4d22-9df1-ce0379061ceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:15.090025 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819dc2e-b01e-4d22-9df1-ce0379061ceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:15.091134 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819dc2e-b01e-4d22-9df1-ce0379061ceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:15.091692 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819dc2e-b01e-4d22-9df1-ce0379061ceb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:15.092616 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819dc2e-b01e-4d22-9df1-ce0379061ceb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:15.093362 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819dc2e-b01e-4d22-9df1-ce0379061ceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:15.093930 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819dc2e-b01e-4d22-9df1-ce0379061ceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:15.094478 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819dc2e-b01e-4d22-9df1-ce0379061ceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:15.095012 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819dc2e-b01e-4d22-9df1-ce0379061ceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9819dc2e-b01e-4d22-9df1-ce0379061ceb None None] Tracked resource versions report:
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]: pushed versions:
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]: {   'AddressGroup': {'1.2'},
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:     'ConntrackHelper': {'1.0'},
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Log': {'1.0'},
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Network': {'1.1'},
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Port': {'1.7'},
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:     'PortForwarding': {'1.2'},
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:     'QosPolicy': {'1.8'},
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:     'SecurityGroup': {'1.4'},
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:     'SecurityGroupRule': {'1.2'},
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:     'SubPort': {'1.0'},
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Subnet': {'1.1'},
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:     'Trunk': {'1.1'}}
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]: consumer versions:
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]: {   DHCP agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:     HyperV agent@hv-cinder-77387: {},
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:     L3 agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:     Metadata agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:     Metering agent@dv-cinder-773870-2-iscsi: {},
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:     Open vSwitch agent@dv-cinder-773870-2-iscsi: {   'AddressGroup': '1.2',
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'ConntrackHelper': '1.0',
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Log': '1.0',
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Network': '1.1',
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Port': '1.7',
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'PortForwarding': '1.2',
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'QosPolicy': '1.8',
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'SecurityGroup': '1.4',
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'SecurityGroupRule': '1.2',
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'SubPort': '1.0',
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Subnet': '1.1',
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:                                                      'Trunk': '1.1'}}
Apr 19 07:41:15.096514 dv-cinder-773870-2-iscsi neutron-server[86245]:  {{(pid=86359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 07:41:15.120133 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9819dc2e-b01e-4d22-9df1-ce0379061ceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:15.121246 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:41:15.122224 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] Checking segment: {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:41:15.122852 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:15.123762 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] Bound using segment: {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:41:15.124689 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] Bound port: 72e7c21e-0b0a-494f-a6be-9415d4299d39, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:41:15.125472 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:15.223871 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] For port 72e7c21e-0b0a-494f-a6be-9415d4299d39, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:41:15.229316 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] For port 72e7c21e-0b0a-494f-a6be-9415d4299d39, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=72e7c21e-0b0a-494f-a6be-9415d4299d39,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:41:15.231997 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e35e-c1d6-4cb2-996d-6ad65ac245b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:15.234235 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:15.243428 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ca31ddef-98fb-4948-aeb7-c7cf2e9cf486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:15.245928 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:15.246785 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-1d631482-18b2-4e14-bc36-eb4cbe5425c7 admin admin] Allocated IP 172.20.0.1 (b5f1dd0c-8823-440f-8f62-01e66b821b29/2a2ef621-9f95-4913-83e2-4f12522f9619/59a5ade7-5781-47ec-8941-61a0122a8a90) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:41:15.267733 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3ae6e35e-c1d6-4cb2-996d-6ad65ac245b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:15.340569 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:15.355351 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819dc2e-b01e-4d22-9df1-ce0379061ceb None None] Pushing event updated for resources: {'Port': ['ID=72e7c21e-0b0a-494f-a6be-9415d4299d39,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:15.368912 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9819dc2e-b01e-4d22-9df1-ce0379061ceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:15.374408 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] Routers {'e6fbbfe8-2635-40bc-b99b-4d2648b64c94'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:41:15.375267 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164f19898>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:41:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:41:15.379035 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-3ae6e35e-c1d6-4cb2-996d-6ad65ac245b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7564c787ee5442569aa6eef08b8896c2&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4712558
Apr 19 07:41:15.388459 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6e35e-c1d6-4cb2-996d-6ad65ac245b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef4e499-bcb1-4e60-90d6-1823607a56e2,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:15.392142 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 46040) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:15.434319 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f616562a6a0>, [{'id': '81d21f06-0693-4520-9cac-45c3540b888c', 'name': 'tempest-ServerRescueNegativeTestJSON-695995634-router', 'tenant_id': '737a360207c34d4fa05a2a1646dedd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '31e3be32-2422-4f1a-8732-c748e8c70cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:08Z', 'updated_at': '2021-04-19T07:41:11Z', 'revision_number': 3, 'project_id': '737a360207c34d4fa05a2a1646dedd02', 'gw_port': {'id': '31e3be32-2422-4f1a-8732-c748e8c70cb0', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:7e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d21f06-0693-4520-9cac-45c3540b888c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:41:15.444105 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] Checking router: 81d21f06-0693-4520-9cac-45c3540b888c for host: dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:41:15.444502 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] Updating router 81d21f06-0693-4520-9cac-45c3540b888c port 31e3be32-2422-4f1a-8732-c748e8c70cb0 binding host dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 07:41:15.504054 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3ae6e35e-c1d6-4cb2-996d-6ad65ac245b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:15.537658 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1d631482-18b2-4e14-bc36-eb4cbe5425c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:15.559573 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-1d631482-18b2-4e14-bc36-eb4cbe5425c7 admin admin] Transition to ACTIVE for port object 59a5ade7-5781-47ec-8941-61a0122a8a90 will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:41:15.565318 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:15.600998 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1d631482-18b2-4e14-bc36-eb4cbe5425c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:15.606340 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4b6315e8-a84f-48dd-98f7-7defdf12f63c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:15.641507 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] Set router e6fbbfe8-2635-40bc-b99b-4d2648b64c94 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:41:15.666518 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d631482-18b2-4e14-bc36-eb4cbe5425c7 admin admin] Network b5f1dd0c-8823-440f-8f62-01e66b821b29 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:41:15.671243 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-1d631482-18b2-4e14-bc36-eb4cbe5425c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:41:15.680952 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d631482-18b2-4e14-bc36-eb4cbe5425c7 admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:41:15.681468 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1d631482-18b2-4e14-bc36-eb4cbe5425c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854104830'] for router_interface, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:15.727610 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d631482-18b2-4e14-bc36-eb4cbe5425c7 admin admin] Pushing event updated for resources: {'Port': ['ID=59a5ade7-5781-47ec-8941-61a0122a8a90,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:15.741573 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1d631482-18b2-4e14-bc36-eb4cbe5425c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:15.779418 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c9938e43-810f-4348-b222-f228c0b1ca75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:15.918691 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1d631482-18b2-4e14-bc36-eb4cbe5425c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:16.024239 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:16.029742 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ca31ddef-98fb-4948-aeb7-c7cf2e9cf486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:16.033890 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-41e5f562-63b0-47f6-8b01-dcfc69d35f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:16.054413 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9f7fb96e-6668-4bd7-ab76-231c283623af req-2433db2c-fa20-4145-815d-70deb79beaac tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 210 time: 0.1366305
Apr 19 07:41:16.100875 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-332715bc-3a85-4432-90fc-c9092f9a3025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:16.155935 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port d4aea9ee-846e-4153-9420-b72c6e9d168a, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=d4aea9ee-846e-4153-9420-b72c6e9d168a,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:41:16.189009 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31ddef-98fb-4948-aeb7-c7cf2e9cf486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3779931a-e419-4ccc-98f2-477a34fff2c0,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:16.204582 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ca31ddef-98fb-4948-aeb7-c7cf2e9cf486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:16.206732 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-41e5f562-63b0-47f6-8b01-dcfc69d35f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:16.239853 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164f19898>, [{'id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'name': 'tempest-AttachVolumeShelveTestJSON-275747728-router', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:07Z', 'updated_at': '2021-04-19T07:41:10Z', 'revision_number': 3, 'project_id': '3a43260bdda249fa8463858d2df10378', 'gw_port': {'id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:41:16.244851 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bbd1e0-99dd-4649-937d-a453ae293a50 None None] The sync data for ids ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'] in dv-cinder-773870-2-iscsi is: [{'id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'name': 'tempest-AttachVolumeShelveTestJSON-275747728-router', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:07Z', 'updated_at': '2021-04-19T07:41:10Z', 'revision_number': 3, 'project_id': '3a43260bdda249fa8463858d2df10378', 'gw_port': {'id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:41:16.315151 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ca31ddef-98fb-4948-aeb7-c7cf2e9cf486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:16.319779 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-ca31ddef-98fb-4948-aeb7-c7cf2e9cf486 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3779931a-e419-4ccc-98f2-477a34fff2c0 HTTP/1.1" status: 204  len: 168 time: 1.6625531
Apr 19 07:41:16.375204 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:16.403658 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:16.442455 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-c9938e43-810f-4348-b222-f228c0b1ca75 admin admin] Allocated IP 172.20.0.1 (05d44543-9d4b-4374-aa98-e53850813000/9a88bf00-3a3b-4639-a89d-0ce64b93496d/16353541-c58e-454c-ba72-8818ab30c343) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:41:16.445258 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-41e5f562-63b0-47f6-8b01-dcfc69d35f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:16.454390 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:16.473870 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5f562-63b0-47f6-8b01-dcfc69d35f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef4e499-bcb1-4e60-90d6-1823607a56e2,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:16.479194 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-41e5f562-63b0-47f6-8b01-dcfc69d35f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:16.511569 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1d631482-18b2-4e14-bc36-eb4cbe5425c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:16.517548 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-41e5f562-63b0-47f6-8b01-dcfc69d35f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:16.521475 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1d631482-18b2-4e14-bc36-eb4cbe5425c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:16.521642 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-41e5f562-63b0-47f6-8b01-dcfc69d35f8f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ef4e499-bcb1-4e60-90d6-1823607a56e2 HTTP/1.1" status: 204  len: 168 time: 1.1222439
Apr 19 07:41:16.521758 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1d631482-18b2-4e14-bc36-eb4cbe5425c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853744977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671077'] for router_interface, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:16.525185 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:16.679929 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-635e2a24-b30c-480b-b172-98eb6b5fcdef None None] Provisioning complete for port d4aea9ee-846e-4153-9420-b72c6e9d168a triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:41:16.680518 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-635e2a24-b30c-480b-b172-98eb6b5fcdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:16.723764 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c9938e43-810f-4348-b222-f228c0b1ca75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:16.760073 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=d4aea9ee-846e-4153-9420-b72c6e9d168a,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:16.766798 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:16.808487 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c9938e43-810f-4348-b222-f228c0b1ca75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:16.816347 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:16.831570 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d631482-18b2-4e14-bc36-eb4cbe5425c7 admin admin] Pushing event updated for resources: {'Port': ['ID=59a5ade7-5781-47ec-8941-61a0122a8a90,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:16.836419 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1d631482-18b2-4e14-bc36-eb4cbe5425c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:16.935820 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d631482-18b2-4e14-bc36-eb4cbe5425c7 admin admin] Network b5f1dd0c-8823-440f-8f62-01e66b821b29 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:41:16.937518 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-1d631482-18b2-4e14-bc36-eb4cbe5425c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:41:16.970975 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:16.995813 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] Transition to ACTIVE for port object 31e3be32-2422-4f1a-8732-c748e8c70cb0 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:41:17.008041 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:17.015781 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:17.025356 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9938e43-810f-4348-b222-f228c0b1ca75 admin admin] Network 05d44543-9d4b-4374-aa98-e53850813000 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:41:17.035222 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-c9938e43-810f-4348-b222-f228c0b1ca75 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:41:17.042567 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9938e43-810f-4348-b222-f228c0b1ca75 admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:41:17.043282 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c9938e43-810f-4348-b222-f228c0b1ca75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854104830'] for router_interface, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:17.179285 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba6cbf-d5dd-4440-b182-9542b57a4077 None None] Pushing event updated for resources: {'Port': ['ID=31e3be32-2422-4f1a-8732-c748e8c70cb0,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:17.185465 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-42ba6cbf-d5dd-4440-b182-9542b57a4077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:17.247729 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] Attempting to bind port 31e3be32-2422-4f1a-8732-c748e8c70cb0 on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:41:17.248150 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] Attempting to bind port 31e3be32-2422-4f1a-8732-c748e8c70cb0 by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:41:17.248570 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] Attempting to bind port 31e3be32-2422-4f1a-8732-c748e8c70cb0 on network 642ff66f-9552-4d00-a89f-4b61cdc828eb {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:41:17.277488 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:41:17.278603 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] Checking segment: {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:41:17.281276 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:17.281748 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] Bound using segment: {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:41:17.282369 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] Bound port: 31e3be32-2422-4f1a-8732-c748e8c70cb0, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:41:17.283984 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:17.414948 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 46096) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:17.415836 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-dad5ce11-3075-407c-862c-dbfe5ef87f67 None None] Provisioning for port 59a5ade7-5781-47ec-8941-61a0122a8a90 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:41:17.464969 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-dad5ce11-3075-407c-862c-dbfe5ef87f67 None None] Provisioning complete for port 59a5ade7-5781-47ec-8941-61a0122a8a90 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:41:17.466894 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-dad5ce11-3075-407c-862c-dbfe5ef87f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:17.616149 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] For port 31e3be32-2422-4f1a-8732-c748e8c70cb0, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:41:17.622693 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-dad5ce11-3075-407c-862c-dbfe5ef87f67 None None] Port 59a5ade7-5781-47ec-8941-61a0122a8a90 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:41:17.632030 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] For port 31e3be32-2422-4f1a-8732-c748e8c70cb0, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=31e3be32-2422-4f1a-8732-c748e8c70cb0,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:41:17.637846 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 46104) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:17.638430 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:17.666329 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-42ba6cbf-d5dd-4440-b182-9542b57a4077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:17.709465 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f86fbe68-3510-4902-b9ef-a63b905188c1 req-0e458ee3-106b-4ad4-a86b-b96b78dc3c30 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 210 time: 0.2933118
Apr 19 07:41:17.746109 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2cb4b88e-1a45-450b-b68f-90d933ad545d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:17.760930 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 52464) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:17.802267 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] Routers {'81d21f06-0693-4520-9cac-45c3540b888c'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:41:17.803205 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f616562a6a0>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:41:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['81d21f06-0693-4520-9cac-45c3540b888c'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:41:17.816778 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9938e43-810f-4348-b222-f228c0b1ca75 admin admin] Pushing event updated for resources: {'Port': ['ID=16353541-c58e-454c-ba72-8818ab30c343,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:17.820169 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c9938e43-810f-4348-b222-f228c0b1ca75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.004s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:17.846291 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2cb4b88e-1a45-450b-b68f-90d933ad545d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:17.857916 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d55c2f94-80d6-4f2a-a5b3-f5cd9534c835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:17.864120 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c9938e43-810f-4348-b222-f228c0b1ca75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:17.878530 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d631482-18b2-4e14-bc36-eb4cbe5425c7 admin admin] Router e6fbbfe8-2635-40bc-b99b-4d2648b64c94 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:41:17.879728 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-2cb4b88e-1a45-450b-b68f-90d933ad545d admin admin] Usage tracker for resource:security_group_rule and tenant:ebb429dc26874a69b22aa3e54db03029 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:18.002603 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-16254142-055e-4a1a-8047-211f25923475 None None] Provisioning complete for port 59a5ade7-5781-47ec-8941-61a0122a8a90 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:41:18.003268 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-16254142-055e-4a1a-8047-211f25923475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:18.080966 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-16254142-055e-4a1a-8047-211f25923475 None None] Port 59a5ade7-5781-47ec-8941-61a0122a8a90 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:41:18.107647 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba6cbf-d5dd-4440-b182-9542b57a4077 None None] Pushing event updated for resources: {'Port': ['ID=31e3be32-2422-4f1a-8732-c748e8c70cb0,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:18.121729 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-42ba6cbf-d5dd-4440-b182-9542b57a4077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:18.172892 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-2cb4b88e-1a45-450b-b68f-90d933ad545d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:18.182088 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] Set router 81d21f06-0693-4520-9cac-45c3540b888c gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:41:18.186213 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d55c2f94-80d6-4f2a-a5b3-f5cd9534c835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:18.189077 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2cb4b88e-1a45-450b-b68f-90d933ad545d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:18.206518 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d55c2f94-80d6-4f2a-a5b3-f5cd9534c835 admin admin] Usage tracker for resource:security_group_rule and tenant:8182711c8753413b81d859acdd0455fb is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:18.214582 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c9938e43-810f-4348-b222-f228c0b1ca75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:18.219219 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c9938e43-810f-4348-b222-f228c0b1ca75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:18.233393 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c9938e43-810f-4348-b222-f228c0b1ca75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853744977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671077'] for router_interface, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:18.240752 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-784284eb-0bcb-42af-9c6a-50371277ec36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:18.304183 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d55c2f94-80d6-4f2a-a5b3-f5cd9534c835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:18.343442 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d55c2f94-80d6-4f2a-a5b3-f5cd9534c835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:18.362105 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 46126) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:18.469513 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9938e43-810f-4348-b222-f228c0b1ca75 admin admin] Pushing event updated for resources: {'Port': ['ID=16353541-c58e-454c-ba72-8818ab30c343,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:18.479742 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c9938e43-810f-4348-b222-f228c0b1ca75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:18.665005 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9938e43-810f-4348-b222-f228c0b1ca75 admin admin] Network 05d44543-9d4b-4374-aa98-e53850813000 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:41:18.666514 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-c9938e43-810f-4348-b222-f228c0b1ca75 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:41:18.682670 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-9df057aa-d8ce-43b9-be4d-a33129125937 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:18.686182 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-9df057aa-d8ce-43b9-be4d-a33129125937 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.16 "GET /v2.0/networks?id=73c4c204-b05f-4033-b455-afe76ff9d30d HTTP/1.1" status: 200  len: 812 time: 0.9194903
Apr 19 07:41:18.689589 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device d4aea9ee-846e-4153-9420-b72c6e9d168a up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:41:18.750634 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-941c39f9-c675-4c6d-a69b-27078d00aac2 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Request body: {'port': {'device_id': '307ff68d-59c3-4cf7-8d2b-57a6b47e9880', 'network_id': '73c4c204-b05f-4033-b455-afe76ff9d30d', 'admin_state_up': True, 'tenant_id': 'ed911829767e452d856a631626830a89'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:41:18.868513 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4622e805-1e03-4831-bd78-83943bbf826b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:18.907709 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-4622e805-1e03-4831-bd78-83943bbf826b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:18.916651 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-4622e805-1e03-4831-bd78-83943bbf826b admin admin] Usage tracker for resource:security_group_rule and tenant:481e2aaeff404a609847fd197b993267 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:18.921828 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-4622e805-1e03-4831-bd78-83943bbf826b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:18.932951 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d631482-18b2-4e14-bc36-eb4cbe5425c7 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:41:18.946481 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-4622e805-1e03-4831-bd78-83943bbf826b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:18.958730 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2cb4b88e-1a45-450b-b68f-90d933ad545d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:18.964713 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d55c2f94-80d6-4f2a-a5b3-f5cd9534c835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:18.969432 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2cb4b88e-1a45-450b-b68f-90d933ad545d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:18.980080 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d55c2f94-80d6-4f2a-a5b3-f5cd9534c835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:19.039687 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:19.046840 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port d4aea9ee-846e-4153-9420-b72c6e9d168a triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:41:19.050932 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:19.055426 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9938e43-810f-4348-b222-f228c0b1ca75 admin admin] Router 81d21f06-0693-4520-9cac-45c3540b888c has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:41:19.070239 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-2cb4b88e-1a45-450b-b68f-90d933ad545d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebb429dc26874a69b22aa3e54db03029&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6374087
Apr 19 07:41:19.074306 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 46160) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:19.094680 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-1d631482-18b2-4e14-bc36-eb4cbe5425c7 admin admin] 10.222.0.20 "PUT /v2.0/routers/e6fbbfe8-2635-40bc-b99b-4d2648b64c94/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0723407
Apr 19 07:41:19.201213 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-941c39f9-c675-4c6d-a69b-27078d00aac2 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:19.212705 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-941c39f9-c675-4c6d-a69b-27078d00aac2 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Usage tracker for resource:port and tenant:ed911829767e452d856a631626830a89 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:19.223710 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-941c39f9-c675-4c6d-a69b-27078d00aac2 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:19.263621 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-941c39f9-c675-4c6d-a69b-27078d00aac2 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:19.361337 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4622e805-1e03-4831-bd78-83943bbf826b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:19.399962 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-823f0670-8904-42ab-9c0f-80004975f673 req-eca0020e-af64-4620-8d0c-75bbf613d99c tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 210 time: 0.3277249
Apr 19 07:41:19.427223 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-941c39f9-c675-4c6d-a69b-27078d00aac2 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Made reservation on behalf of ed911829767e452d856a631626830a89 for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:41:19.446364 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-941c39f9-c675-4c6d-a69b-27078d00aac2 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:19.469167 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-d55c2f94-80d6-4f2a-a5b3-f5cd9534c835 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8182711c8753413b81d859acdd0455fb&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8254473
Apr 19 07:41:19.470215 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4b88e-1a45-450b-b68f-90d933ad545d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1867f4-16ba-44dc-9625-882c148737f5,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:19.472629 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4622e805-1e03-4831-bd78-83943bbf826b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:19.493611 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 46174) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:19.717450 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:19.743318 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c2f94-80d6-4f2a-a5b3-f5cd9534c835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd2686e-3f6a-4335-9f46-929fb62fe483,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:19.774904 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622e805-1e03-4831-bd78-83943bbf826b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129b6443-c67c-47a0-8e7c-77469b7c5c3c,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:19.783415 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d55c2f94-80d6-4f2a-a5b3-f5cd9534c835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:19.785340 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-05a3ea8e-6717-4403-8a5c-20e67f825a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.522s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:19.786478 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-05a3ea8e-6717-4403-8a5c-20e67f825a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:19.809902 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4622e805-1e03-4831-bd78-83943bbf826b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:19.887632 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-73da477b-550c-4e0f-88aa-4ff7bd3615e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:19.895434 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-203063f8-7f59-41ca-88e2-8c09d7a33b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:19.920938 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-4622e805-1e03-4831-bd78-83943bbf826b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=481e2aaeff404a609847fd197b993267&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5487320
Apr 19 07:41:19.923957 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 46180) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:20.027560 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] Sync routers for ids ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:41:20.049654 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 72e7c21e-0b0a-494f-a6be-9415d4299d39 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:41:20.061392 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] Routers {'e6fbbfe8-2635-40bc-b99b-4d2648b64c94'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:41:20.065342 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164f19c50>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:41:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:41:20.071834 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-203063f8-7f59-41ca-88e2-8c09d7a33b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:20.078821 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-73da477b-550c-4e0f-88aa-4ff7bd3615e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:20.143315 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-941c39f9-c675-4c6d-a69b-27078d00aac2 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Allocated IP 172.20.0.11 (73c4c204-b05f-4033-b455-afe76ff9d30d/f6e7dce1-cd93-4e56-9ef8-938c6d9afcd9/a28c707f-4341-4805-b61c-570c679c9992) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:41:20.242080 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-203063f8-7f59-41ca-88e2-8c09d7a33b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:20.266126 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f616562a6a0>, [{'id': '81d21f06-0693-4520-9cac-45c3540b888c', 'name': 'tempest-ServerRescueNegativeTestJSON-695995634-router', 'tenant_id': '737a360207c34d4fa05a2a1646dedd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '31e3be32-2422-4f1a-8732-c748e8c70cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:08Z', 'updated_at': '2021-04-19T07:41:17Z', 'revision_number': 4, 'project_id': '737a360207c34d4fa05a2a1646dedd02', 'gw_port': {'id': '31e3be32-2422-4f1a-8732-c748e8c70cb0', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:7e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d21f06-0693-4520-9cac-45c3540b888c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '16353541-c58e-454c-ba72-8818ab30c343', 'name': '', 'network_id': '05d44543-9d4b-4374-aa98-e53850813000', 'tenant_id': '737a360207c34d4fa05a2a1646dedd02', 'mac_address': 'fa:16:3e:77:06:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d21f06-0693-4520-9cac-45c3540b888c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a88bf00-3a3b-4639-a89d-0ce64b93496d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:15Z', 'updated_at': '2021-04-19T07:41:16Z', 'revision_number': 1, 'project_id': '737a360207c34d4fa05a2a1646dedd02', 'subnets': [{'id': '9a88bf00-3a3b-4639-a89d-0ce64b93496d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:41:20.280709 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9938e43-810f-4348-b222-f228c0b1ca75 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:41:20.288972 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e046ef6-101f-45f0-ae04-1a2dad894bc7 None None] The sync data for ids ['81d21f06-0693-4520-9cac-45c3540b888c'] in dv-cinder-773870-2-iscsi is: [{'id': '81d21f06-0693-4520-9cac-45c3540b888c', 'name': 'tempest-ServerRescueNegativeTestJSON-695995634-router', 'tenant_id': '737a360207c34d4fa05a2a1646dedd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '31e3be32-2422-4f1a-8732-c748e8c70cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:08Z', 'updated_at': '2021-04-19T07:41:17Z', 'revision_number': 4, 'project_id': '737a360207c34d4fa05a2a1646dedd02', 'gw_port': {'id': '31e3be32-2422-4f1a-8732-c748e8c70cb0', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:7e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d21f06-0693-4520-9cac-45c3540b888c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '16353541-c58e-454c-ba72-8818ab30c343', 'name': '', 'network_id': '05d44543-9d4b-4374-aa98-e53850813000', 'tenant_id': '737a360207c34d4fa05a2a1646dedd02', 'mac_address': 'fa:16:3e:77:06:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d21f06-0693-4520-9cac-45c3540b888c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a88bf00-3a3b-4639-a89d-0ce64b93496d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:15Z', 'updated_at': '2021-04-19T07:41:16Z', 'revision_number': 1, 'project_id': '737a360207c34d4fa05a2a1646dedd02', 'subnets': [{'id': '9a88bf00-3a3b-4639-a89d-0ce64b93496d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:41:20.337220 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:20.345290 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port 72e7c21e-0b0a-494f-a6be-9415d4299d39 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:41:20.354549 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 72e7c21e-0b0a-494f-a6be-9415d4299d39 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:41:20.354970 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:20.402766 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-c9938e43-810f-4348-b222-f228c0b1ca75 admin admin] 10.222.0.20 "PUT /v2.0/routers/81d21f06-0693-4520-9cac-45c3540b888c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1320465
Apr 19 07:41:20.408694 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-475a335c-b4fb-4c9c-a479-b9734f5149d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:20.417581 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203063f8-7f59-41ca-88e2-8c09d7a33b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd2686e-3f6a-4335-9f46-929fb62fe483,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:20.440043 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-203063f8-7f59-41ca-88e2-8c09d7a33b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:20.544416 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-475a335c-b4fb-4c9c-a479-b9734f5149d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:20.585835 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-73da477b-550c-4e0f-88aa-4ff7bd3615e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:20.645447 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ca31ddef-98fb-4948-aeb7-c7cf2e9cf486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:20.667854 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-203063f8-7f59-41ca-88e2-8c09d7a33b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:20.671789 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-203063f8-7f59-41ca-88e2-8c09d7a33b24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fdd2686e-3f6a-4335-9f46-929fb62fe483 HTTP/1.1" status: 204  len: 168 time: 1.1622183
Apr 19 07:41:20.743801 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da477b-550c-4e0f-88aa-4ff7bd3615e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1867f4-16ba-44dc-9625-882c148737f5,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:20.754674 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-73da477b-550c-4e0f-88aa-4ff7bd3615e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:20.762796 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-73da477b-550c-4e0f-88aa-4ff7bd3615e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:20.766641 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-73da477b-550c-4e0f-88aa-4ff7bd3615e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a1867f4-16ba-44dc-9625-882c148737f5 HTTP/1.1" status: 204  len: 168 time: 1.6871998
Apr 19 07:41:20.800259 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-475a335c-b4fb-4c9c-a479-b9734f5149d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:20.805944 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:20.832194 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a335c-b4fb-4c9c-a479-b9734f5149d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129b6443-c67c-47a0-8e7c-77469b7c5c3c,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:20.858573 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-475a335c-b4fb-4c9c-a479-b9734f5149d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:20.873063 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-475a335c-b4fb-4c9c-a479-b9734f5149d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:20.882695 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-475a335c-b4fb-4c9c-a479-b9734f5149d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/129b6443-c67c-47a0-8e7c-77469b7c5c3c HTTP/1.1" status: 204  len: 168 time: 0.9546983
Apr 19 07:41:20.925864 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:20.975832 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 46216) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:20.986770 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-95bd2dea-28b9-4996-a1dc-700a19ea8b98 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1216646580', 'description': 'tempest-description--1105693099'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:41:20.998820 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port 72e7c21e-0b0a-494f-a6be-9415d4299d39, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=72e7c21e-0b0a-494f-a6be-9415d4299d39,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:41:21.006182 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:21.018032 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:21.027738 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-95bd2dea-28b9-4996-a1dc-700a19ea8b98 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:21.031648 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] Set router e6fbbfe8-2635-40bc-b99b-4d2648b64c94 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:41:21.053252 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-95bd2dea-28b9-4996-a1dc-700a19ea8b98 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Usage tracker for resource:security_group and tenant:3a43260bdda249fa8463858d2df10378 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:21.064329 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-95bd2dea-28b9-4996-a1dc-700a19ea8b98 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:21.080739 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-95bd2dea-28b9-4996-a1dc-700a19ea8b98 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:21.098587 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-fe9714d3-6a42-477a-9934-338150de9628 req-fdb8392f-1d74-40f9-886c-26976efa4bfd tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Synchronizing usage tracker for tenant:ed911829767e452d856a631626830a89 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:41:21.118710 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-95bd2dea-28b9-4996-a1dc-700a19ea8b98 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:21.203742 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-95bd2dea-28b9-4996-a1dc-700a19ea8b98 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:21.221940 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-941c39f9-c675-4c6d-a69b-27078d00aac2 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:21.223553 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-95bd2dea-28b9-4996-a1dc-700a19ea8b98 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Usage tracker for resource:security_group_rule and tenant:3a43260bdda249fa8463858d2df10378 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:21.233764 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-95bd2dea-28b9-4996-a1dc-700a19ea8b98 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:21.245421 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-fe9714d3-6a42-477a-9934-338150de9628 req-fdb8392f-1d74-40f9-886c-26976efa4bfd tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Unset dirty status for tenant:ed911829767e452d856a631626830a89 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:41:21.262490 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-95bd2dea-28b9-4996-a1dc-700a19ea8b98 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:21.274336 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fe9714d3-6a42-477a-9934-338150de9628 req-fdb8392f-1d74-40f9-886c-26976efa4bfd tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 210 time: 0.5114799
Apr 19 07:41:21.293573 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=72e7c21e-0b0a-494f-a6be-9415d4299d39,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:21.312889 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:21.407202 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-941c39f9-c675-4c6d-a69b-27078d00aac2 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:21.429939 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1d631482-18b2-4e14-bc36-eb4cbe5425c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:21.500958 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-95bd2dea-28b9-4996-a1dc-700a19ea8b98 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:21.508279 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-95bd2dea-28b9-4996-a1dc-700a19ea8b98 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:21.532405 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3ae6e35e-c1d6-4cb2-996d-6ad65ac245b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:21.750098 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c39f9-c675-4c6d-a69b-27078d00aac2 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Pushing event updated for resources: {'Port': ['ID=a28c707f-4341-4805-b61c-570c679c9992,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:21.759271 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-941c39f9-c675-4c6d-a69b-27078d00aac2 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:21.762040 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-941c39f9-c675-4c6d-a69b-27078d00aac2 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Network 73c4c204-b05f-4033-b455-afe76ff9d30d is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:41:21.776201 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd2dea-28b9-4996-a1dc-700a19ea8b98 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85f21a6e-304b-4f99-9afb-f9544296a2f6,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:21.780824 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-941c39f9-c675-4c6d-a69b-27078d00aac2 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:41:21.783637 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-941c39f9-c675-4c6d-a69b-27078d00aac2 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:41:21.784935 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-95bd2dea-28b9-4996-a1dc-700a19ea8b98 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:21.790276 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-95bd2dea-28b9-4996-a1dc-700a19ea8b98 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:21.795762 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-941c39f9-c675-4c6d-a69b-27078d00aac2 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:21.795762 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-941c39f9-c675-4c6d-a69b-27078d00aac2 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:21.799235 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-95bd2dea-28b9-4996-a1dc-700a19ea8b98 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.8203888
Apr 19 07:41:21.800154 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 46236) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:21.821977 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-fb11ff6b-f7bd-4324-a8c7-974f06005ed4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Request body: {'security_group_rule': {'security_group_id': '85f21a6e-304b-4f99-9afb-f9544296a2f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:41:21.836554 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-fb11ff6b-f7bd-4324-a8c7-974f06005ed4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:21.841265 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-fb11ff6b-f7bd-4324-a8c7-974f06005ed4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Usage tracker for resource:security_group_rule and tenant:3a43260bdda249fa8463858d2df10378 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:21.845111 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-fb11ff6b-f7bd-4324-a8c7-974f06005ed4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:21.852889 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-fb11ff6b-f7bd-4324-a8c7-974f06005ed4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:21.860354 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-941c39f9-c675-4c6d-a69b-27078d00aac2 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1141295
Apr 19 07:41:21.889085 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-7e448636-c138-44f3-a0b8-f272f78ba608 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 07:41:21.890748 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-7e448636-c138-44f3-a0b8-f272f78ba608 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0154588
Apr 19 07:41:21.914448 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fb11ff6b-f7bd-4324-a8c7-974f06005ed4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:22.100633 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fb11ff6b-f7bd-4324-a8c7-974f06005ed4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:22.107194 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fb11ff6b-f7bd-4324-a8c7-974f06005ed4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:22.109355 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:22.162664 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11ff6b-f7bd-4324-a8c7-974f06005ed4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164592cc-d366-4de8-af6f-c98a7b720efb,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:22.174589 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fb11ff6b-f7bd-4324-a8c7-974f06005ed4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:22.187071 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fb11ff6b-f7bd-4324-a8c7-974f06005ed4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:22.190971 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-fb11ff6b-f7bd-4324-a8c7-974f06005ed4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3859293
Apr 19 07:41:22.191894 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 46248) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:22.199438 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-4a017f2e-8a39-43c5-9b62-58d49f11916a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Request body: {'security_group_rule': {'security_group_id': '85f21a6e-304b-4f99-9afb-f9544296a2f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:41:22.233821 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-4a017f2e-8a39-43c5-9b62-58d49f11916a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:22.235632 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-4a017f2e-8a39-43c5-9b62-58d49f11916a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Usage tracker for resource:security_group_rule and tenant:3a43260bdda249fa8463858d2df10378 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:22.258000 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-4a017f2e-8a39-43c5-9b62-58d49f11916a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:22.273341 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-4a017f2e-8a39-43c5-9b62-58d49f11916a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:22.307784 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4a017f2e-8a39-43c5-9b62-58d49f11916a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:22.417422 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4a017f2e-8a39-43c5-9b62-58d49f11916a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:22.419447 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4a017f2e-8a39-43c5-9b62-58d49f11916a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:22.449467 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:22.488994 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164f19c50>, [{'id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'name': 'tempest-AttachVolumeShelveTestJSON-275747728-router', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:07Z', 'updated_at': '2021-04-19T07:41:15Z', 'revision_number': 4, 'project_id': '3a43260bdda249fa8463858d2df10378', 'gw_port': {'id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '59a5ade7-5781-47ec-8941-61a0122a8a90', 'name': '', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'mac_address': 'fa:16:3e:0a:e5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:14Z', 'updated_at': '2021-04-19T07:41:16Z', 'revision_number': 2, 'project_id': '3a43260bdda249fa8463858d2df10378', 'subnets': [{'id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:41:22.495483 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a017f2e-8a39-43c5-9b62-58d49f11916a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d211d8-2980-4a6b-a15e-430466e597c8,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:22.497224 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] Checking router: e6fbbfe8-2635-40bc-b99b-4d2648b64c94 for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:41:22.498000 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] Updating router e6fbbfe8-2635-40bc-b99b-4d2648b64c94 port 59a5ade7-5781-47ec-8941-61a0122a8a90 binding host dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 07:41:22.510013 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4a017f2e-8a39-43c5-9b62-58d49f11916a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:22.510198 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 46258) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:22.517267 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4a017f2e-8a39-43c5-9b62-58d49f11916a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:22.526266 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-4a017f2e-8a39-43c5-9b62-58d49f11916a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3334246
Apr 19 07:41:22.527183 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 46262) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:22.533103 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Request body: {'floatingip': {'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:41:22.545284 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:22.549829 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Usage tracker for resource:floatingip and tenant:3a43260bdda249fa8463858d2df10378 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:22.553596 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:22.559954 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:22.616723 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cc432853-0225-4de6-9fe9-79d17411768e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:22.624852 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for floatingip, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:22.688506 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cc432853-0225-4de6-9fe9-79d17411768e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:22.699465 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-cc432853-0225-4de6-9fe9-79d17411768e admin admin] Usage tracker for resource:security_group_rule and tenant:dc2b18302d1c4b65948074123a383543 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:22.709580 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:22.711623 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-cc432853-0225-4de6-9fe9-79d17411768e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:22.726963 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cc432853-0225-4de6-9fe9-79d17411768e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:22.737265 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21389b94-0fb8-4a06-bd78-62c69421fb53 req-fb42539c-65d6-4ce5-99fb-80b73082c5ae tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:22.745564 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-21389b94-0fb8-4a06-bd78-62c69421fb53 req-fb42539c-65d6-4ce5-99fb-80b73082c5ae tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 932 time: 0.1734581
Apr 19 07:41:22.906919 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-21389b94-0fb8-4a06-bd78-62c69421fb53 req-7c5099d8-8bce-4336-a504-1703a1f91796 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe229f66-8e30-4b40-861d-9abd1990ee7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1603918
Apr 19 07:41:22.953816 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cc432853-0225-4de6-9fe9-79d17411768e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:22.959642 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cc432853-0225-4de6-9fe9-79d17411768e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:22.975249 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:22.996833 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:23.065188 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-cc432853-0225-4de6-9fe9-79d17411768e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc2b18302d1c4b65948074123a383543&name=default HTTP/1.1" status: 200  len: 2978 time: 0.5537786
Apr 19 07:41:23.073225 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 46268) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:23.074267 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc432853-0225-4de6-9fe9-79d17411768e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fac554-fc63-4ccc-802f-4b85ade45323,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:23.081800 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cc432853-0225-4de6-9fe9-79d17411768e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:23.268510 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 46276) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:23.269274 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8b235aeb-df40-4e23-b92c-516613cc07ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:23.346500 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8b235aeb-df40-4e23-b92c-516613cc07ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:23.352338 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Allocated IP 172.27.0.180 (642ff66f-9552-4d00-a89f-4b61cdc828eb/39f3d441-e877-4577-8020-74e884c403b0/3063f59c-bda1-43ff-b1e3-3f5950aa8758) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:41:23.395090 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 31e3be32-2422-4f1a-8732-c748e8c70cb0 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:41:23.464916 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8b235aeb-df40-4e23-b92c-516613cc07ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:23.479742 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-475a335c-b4fb-4c9c-a479-b9734f5149d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:23.511839 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:23.525343 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] Transition to ACTIVE for port object 59a5ade7-5781-47ec-8941-61a0122a8a90 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:41:23.529745 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b235aeb-df40-4e23-b92c-516613cc07ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fac554-fc63-4ccc-802f-4b85ade45323,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:23.535501 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8b235aeb-df40-4e23-b92c-516613cc07ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:23.536828 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:23.542407 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-8b235aeb-df40-4e23-b92c-516613cc07ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65fac554-fc63-4ccc-802f-4b85ade45323 HTTP/1.1" status: 204  len: 168 time: 0.4590528
Apr 19 07:41:23.543992 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8b235aeb-df40-4e23-b92c-516613cc07ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:23.550746 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9819dc2e-b01e-4d22-9df1-ce0379061ceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:23.771548 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9bb2ef9c-3403-4223-9c13-dcc1d9614b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:23.794321 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port 31e3be32-2422-4f1a-8732-c748e8c70cb0 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:41:23.795083 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850ef42-3fe1-4a81-9a43-b47aa1dd17cd None None] Pushing event updated for resources: {'Port': ['ID=59a5ade7-5781-47ec-8941-61a0122a8a90,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:23.801770 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b850ef42-3fe1-4a81-9a43-b47aa1dd17cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:23.840803 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 31e3be32-2422-4f1a-8732-c748e8c70cb0 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:41:23.841224 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:23.902048 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-9bb2ef9c-3403-4223-9c13-dcc1d9614b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:23.946728 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:23.952957 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-9bb2ef9c-3403-4223-9c13-dcc1d9614b8e admin admin] Usage tracker for resource:security_group_rule and tenant:9931bc8724094aeca1990dc9ecea8661 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:23.978026 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-9bb2ef9c-3403-4223-9c13-dcc1d9614b8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:24.002375 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Request body: {'port': {'device_id': '307ff68d-59c3-4cf7-8d2b-57a6b47e9880', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:41:24.020553 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-9bb2ef9c-3403-4223-9c13-dcc1d9614b8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:24.158391 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:24.368281 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] Attempting to bind port 59a5ade7-5781-47ec-8941-61a0122a8a90 on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:41:24.373065 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] Attempting to bind port 59a5ade7-5781-47ec-8941-61a0122a8a90 by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': 'bf5d7b41-24fc-4f03-8744-dcffad5fa3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:41:24.373500 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] Attempting to bind port 59a5ade7-5781-47ec-8941-61a0122a8a90 on network b5f1dd0c-8823-440f-8f62-01e66b821b29 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:41:24.385932 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:41:24.386373 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] Checking segment: {'id': 'bf5d7b41-24fc-4f03-8744-dcffad5fa3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:41:24.386815 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:24.387237 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] Bound using segment: {'id': 'bf5d7b41-24fc-4f03-8744-dcffad5fa3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:41:24.387721 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] Bound port: 59a5ade7-5781-47ec-8941-61a0122a8a90, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5d7b41-24fc-4f03-8744-dcffad5fa3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:41:24.398039 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9bb2ef9c-3403-4223-9c13-dcc1d9614b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:24.400901 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:24.407975 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9bb2ef9c-3403-4223-9c13-dcc1d9614b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:24.452303 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4622e805-1e03-4831-bd78-83943bbf826b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:24.485999 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:24.530951 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port 31e3be32-2422-4f1a-8732-c748e8c70cb0, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=31e3be32-2422-4f1a-8732-c748e8c70cb0,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:41:24.538342 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:24.541535 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 72e7c21e-0b0a-494f-a6be-9415d4299d39 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:41:24.651485 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-9bb2ef9c-3403-4223-9c13-dcc1d9614b8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9931bc8724094aeca1990dc9ecea8661&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3797951
Apr 19 07:41:24.655716 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2ef9c-3403-4223-9c13-dcc1d9614b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5b690a-b174-40a7-9441-3a01ed01ec7c,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:24.658488 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 46338) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:24.667198 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9bb2ef9c-3403-4223-9c13-dcc1d9614b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:24.716277 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:24.783687 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] For port 59a5ade7-5781-47ec-8941-61a0122a8a90, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:41:24.787821 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] For port 59a5ade7-5781-47ec-8941-61a0122a8a90, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=59a5ade7-5781-47ec-8941-61a0122a8a90,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:41:24.793474 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:24.810111 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] Sync routers for ids ['81d21f06-0693-4520-9cac-45c3540b888c'] in dv-cinder-773870-2-iscsi {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:41:24.817082 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9819dc2e-b01e-4d22-9df1-ce0379061ceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:24.846421 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] Routers {'81d21f06-0693-4520-9cac-45c3540b888c'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:41:24.848008 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164ed1b70>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:41:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['81d21f06-0693-4520-9cac-45c3540b888c'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:41:24.956016 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850ef42-3fe1-4a81-9a43-b47aa1dd17cd None None] Pushing event updated for resources: {'Port': ['ID=59a5ade7-5781-47ec-8941-61a0122a8a90,revision_number=4']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:24.959372 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b850ef42-3fe1-4a81-9a43-b47aa1dd17cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:24.964590 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] Routers {'e6fbbfe8-2635-40bc-b99b-4d2648b64c94'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:41:24.965120 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164f19c50>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:41:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:41:25.213237 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 72e7c21e-0b0a-494f-a6be-9415d4299d39 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:41:25.213798 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:25.246872 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dc028-0aff-4504-945c-15be4e37810a req-e1a9af8b-7bc4-497b-8c59-0d1c1c786611 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:25.250412 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] Set router e6fbbfe8-2635-40bc-b99b-4d2648b64c94 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:41:25.256720 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5d4dc028-0aff-4504-945c-15be4e37810a req-e1a9af8b-7bc4-497b-8c59-0d1c1c786611 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 932 time: 0.9256220
Apr 19 07:41:25.350634 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=31e3be32-2422-4f1a-8732-c748e8c70cb0,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:25.358011 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:25.382520 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:25.428458 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-726d03d7-7001-433f-93c6-58bd928dda8c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:25.429405 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-726d03d7-7001-433f-93c6-58bd928dda8c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Synchronizing usage tracker for tenant:737a360207c34d4fa05a2a1646dedd02 on resource:network {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:41:25.459667 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-22275cde-62d0-4dfb-abee-3e4e7800e35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:25.511252 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Network 642ff66f-9552-4d00-a89f-4b61cdc828eb is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:41:25.629790 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:41:25.651000 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Pushing event updated for resources: {'Port': ['ID=3063f59c-bda1-43ff-b1e3-3f5950aa8758,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:25.700376 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] Set router 81d21f06-0693-4520-9cac-45c3540b888c gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:41:25.751855 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:41:25.868580 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 31e3be32-2422-4f1a-8732-c748e8c70cb0 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:41:26.129396 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 31e3be32-2422-4f1a-8732-c748e8c70cb0 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:41:26.132199 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:26.222993 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164f19c50>, [{'id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'name': 'tempest-AttachVolumeShelveTestJSON-275747728-router', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:07Z', 'updated_at': '2021-04-19T07:41:15Z', 'revision_number': 4, 'project_id': '3a43260bdda249fa8463858d2df10378', 'gw_port': {'id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '59a5ade7-5781-47ec-8941-61a0122a8a90', 'name': '', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'mac_address': 'fa:16:3e:0a:e5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:14Z', 'updated_at': '2021-04-19T07:41:24Z', 'revision_number': 4, 'project_id': '3a43260bdda249fa8463858d2df10378', 'subnets': [{'id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:41:26.232830 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8773ca-e5cd-4019-b300-f92232ec12f2 None None] The sync data for ids ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'] in dv-cinder-773870-2-iscsi is: [{'id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'name': 'tempest-AttachVolumeShelveTestJSON-275747728-router', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:07Z', 'updated_at': '2021-04-19T07:41:15Z', 'revision_number': 4, 'project_id': '3a43260bdda249fa8463858d2df10378', 'gw_port': {'id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '59a5ade7-5781-47ec-8941-61a0122a8a90', 'name': '', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'mac_address': 'fa:16:3e:0a:e5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:14Z', 'updated_at': '2021-04-19T07:41:24Z', 'revision_number': 4, 'project_id': '3a43260bdda249fa8463858d2df10378', 'subnets': [{'id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:41:26.366715 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:26.406372 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5d4dc028-0aff-4504-945c-15be4e37810a req-c052b31c-4306-49ee-bd33-c03b749c4769 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe229f66-8e30-4b40-861d-9abd1990ee7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0625219
Apr 19 07:41:26.415907 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:26.579232 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.118s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:26.588639 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0c468270-2d50-411b-ac42-7121a300c32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:26.634134 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0c468270-2d50-411b-ac42-7121a300c32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:26.896347 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:26.962828 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0c468270-2d50-411b-ac42-7121a300c32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:26.997274 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-726d03d7-7001-433f-93c6-58bd928dda8c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Unset dirty status for tenant:737a360207c34d4fa05a2a1646dedd02 on resource:network {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:41:27.008930 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-726d03d7-7001-433f-93c6-58bd928dda8c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/networks?id=05d44543-9d4b-4374-aa98-e53850813000 HTTP/1.1" status: 200  len: 818 time: 3.1589742
Apr 19 07:41:27.027055 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:27.051115 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c468270-2d50-411b-ac42-7121a300c32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5b690a-b174-40a7-9441-3a01ed01ec7c,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:27.089604 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-7b654912-95c1-4b65-86e5-b37d22bc1a5e tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/quotas/737a360207c34d4fa05a2a1646dedd02 HTTP/1.1" status: 200  len: 375 time: 0.0782571
Apr 19 07:41:27.194179 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0c468270-2d50-411b-ac42-7121a300c32f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:27.346041 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164ed1b70>, [{'id': '81d21f06-0693-4520-9cac-45c3540b888c', 'name': 'tempest-ServerRescueNegativeTestJSON-695995634-router', 'tenant_id': '737a360207c34d4fa05a2a1646dedd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '31e3be32-2422-4f1a-8732-c748e8c70cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:08Z', 'updated_at': '2021-04-19T07:41:17Z', 'revision_number': 4, 'project_id': '737a360207c34d4fa05a2a1646dedd02', 'gw_port': {'id': '31e3be32-2422-4f1a-8732-c748e8c70cb0', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:7e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d21f06-0693-4520-9cac-45c3540b888c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '16353541-c58e-454c-ba72-8818ab30c343', 'name': '', 'network_id': '05d44543-9d4b-4374-aa98-e53850813000', 'tenant_id': '737a360207c34d4fa05a2a1646dedd02', 'mac_address': 'fa:16:3e:77:06:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d21f06-0693-4520-9cac-45c3540b888c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a88bf00-3a3b-4639-a89d-0ce64b93496d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:15Z', 'updated_at': '2021-04-19T07:41:17Z', 'revision_number': 2, 'project_id': '737a360207c34d4fa05a2a1646dedd02', 'subnets': [{'id': '9a88bf00-3a3b-4639-a89d-0ce64b93496d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:41:27.358592 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] Checking router: 81d21f06-0693-4520-9cac-45c3540b888c for host: dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:41:27.359549 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] Updating router 81d21f06-0693-4520-9cac-45c3540b888c port 16353541-c58e-454c-ba72-8818ab30c343 binding host dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 07:41:27.519344 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0c468270-2d50-411b-ac42-7121a300c32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:27.526358 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-0c468270-2d50-411b-ac42-7121a300c32f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca5b690a-b174-40a7-9441-3a01ed01ec7c HTTP/1.1" status: 204  len: 168 time: 2.8181083
Apr 19 07:41:27.531315 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:27.887741 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 59a5ade7-5781-47ec-8941-61a0122a8a90 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:41:28.060509 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-b033ec04-7768-4905-8a9a-9cdb9204de17 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=737a360207c34d4fa05a2a1646dedd02&fields=id HTTP/1.1" status: 200  len: 255 time: 0.9699447
Apr 19 07:41:28.159316 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db0cf4-77e5-4dd8-88e8-6b7b9335935f req-5fa418a3-56c9-4925-9e11-018bc88c0d3d tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:28.167016 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-35db0cf4-77e5-4dd8-88e8-6b7b9335935f req-5fa418a3-56c9-4925-9e11-018bc88c0d3d tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 932 time: 0.4803994
Apr 19 07:41:28.270563 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-35db0cf4-77e5-4dd8-88e8-6b7b9335935f req-f3adfc13-7190-4c3d-aa2e-40b3bf0d30e8 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe229f66-8e30-4b40-861d-9abd1990ee7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024365
Apr 19 07:41:28.336630 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:28.364894 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.db.resource_extend [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 19 07:41:28.395641 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port 59a5ade7-5781-47ec-8941-61a0122a8a90 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:41:28.449976 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 59a5ade7-5781-47ec-8941-61a0122a8a90 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:41:28.450375 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:28.453794 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:28.484375 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:28.619074 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:28.652180 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] Transition to ACTIVE for port object 16353541-c58e-454c-ba72-8818ab30c343 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:41:28.659804 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:28.678774 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:28.693017 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:28.713339 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Pushing event updated for resources: {'Port': ['ID=3063f59c-bda1-43ff-b1e3-3f5950aa8758,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:28.739102 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:28.764710 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671153'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:28.793828 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28c707f-4341-4805-b61c-570c679c9992 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:41:28.804522 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:28.822297 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Transition to ACTIVE for port object a28c707f-4341-4805-b61c-570c679c9992 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:41:28.837307 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:28.849862 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:28.953113 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:28.963126 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.4261246
Apr 19 07:41:29.054515 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Pushing event updated for resources: {'Port': ['ID=a28c707f-4341-4805-b61c-570c679c9992,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:29.069893 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:29.143322 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Attempting to bind port a28c707f-4341-4805-b61c-570c679c9992 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:41:29.143829 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Attempting to bind port a28c707f-4341-4805-b61c-570c679c9992 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '740ea5a9-6544-4642-8a7e-842d808a4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '73c4c204-b05f-4033-b455-afe76ff9d30d'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:41:29.144523 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Attempting to bind port a28c707f-4341-4805-b61c-570c679c9992 on network 73c4c204-b05f-4033-b455-afe76ff9d30d {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:41:29.151604 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Port a28c707f-4341-4805-b61c-570c679c9992 on network 73c4c204-b05f-4033-b455-afe76ff9d30d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 07:41:29.152095 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Attempting to bind port a28c707f-4341-4805-b61c-570c679c9992 on network 73c4c204-b05f-4033-b455-afe76ff9d30d {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:41:29.160530 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Checking agent: {'id': 'e1395553-83f9-4e7d-975f-a9afa5ddc59a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:41:29.160946 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Checking segment: {'id': '740ea5a9-6544-4642-8a7e-842d808a4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '73c4c204-b05f-4033-b455-afe76ff9d30d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:41:29.161497 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Bound using segment: {'id': '740ea5a9-6544-4642-8a7e-842d808a4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '73c4c204-b05f-4033-b455-afe76ff9d30d'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:41:29.162098 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Bound port: a28c707f-4341-4805-b61c-570c679c9992, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740ea5a9-6544-4642-8a7e-842d808a4a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '73c4c204-b05f-4033-b455-afe76ff9d30d'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:41:29.162692 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:29.312963 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] For port a28c707f-4341-4805-b61c-570c679c9992, host hv-cinder-77387, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:41:29.317792 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] For port a28c707f-4341-4805-b61c-570c679c9992, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a28c707f-4341-4805-b61c-570c679c9992,segment=NetworkSegment(740ea5a9-6544-4642-8a7e-842d808a4a08),segment_id=740ea5a9-6544-4642-8a7e-842d808a4a08)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:41:29.322897 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:29.333415 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:29.401423 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:29.402095 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:29.403818 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] 10.222.0.16 "PUT /v2.0/ports/a28c707f-4341-4805-b61c-570c679c9992 HTTP/1.1" status: 200  len: 1094 time: 5.9499395
Apr 19 07:41:29.404308 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307ff68d-59c3-4cf7-8d2b-57a6b47e9880', 'tag': 'a28c707f-4341-4805-b61c-570c679c9992'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:41:29.490769 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port 59a5ade7-5781-47ec-8941-61a0122a8a90, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=59a5ade7-5781-47ec-8941-61a0122a8a90,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:41:29.539531 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:29.647951 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] Attempting to bind port 16353541-c58e-454c-ba72-8818ab30c343 on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:41:29.666563 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] Attempting to bind port 16353541-c58e-454c-ba72-8818ab30c343 by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': '9572bb33-3892-47d7-8c2a-8caaaeacd130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05d44543-9d4b-4374-aa98-e53850813000'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:41:29.667067 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] Attempting to bind port 16353541-c58e-454c-ba72-8818ab30c343 on network 05d44543-9d4b-4374-aa98-e53850813000 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:41:29.673128 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f9eeb-b4a2-4a5b-a912-54ee0b5b579e None None] Pushing event updated for resources: {'Port': ['ID=16353541-c58e-454c-ba72-8818ab30c343,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:29.686184 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-af9f9eeb-b4a2-4a5b-a912-54ee0b5b579e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.985s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:29.687168 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:29.765022 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-b728c167-1c47-4174-9309-bd871893bb7f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 07:41:29.766688 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-b728c167-1c47-4174-9309-bd871893bb7f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.6957881
Apr 19 07:41:29.783197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:41:29.783632 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] Checking segment: {'id': '9572bb33-3892-47d7-8c2a-8caaaeacd130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05d44543-9d4b-4374-aa98-e53850813000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:41:29.784047 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:29.784636 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] Bound using segment: {'id': '9572bb33-3892-47d7-8c2a-8caaaeacd130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05d44543-9d4b-4374-aa98-e53850813000'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:41:29.785263 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] Bound port: 16353541-c58e-454c-ba72-8818ab30c343, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9572bb33-3892-47d7-8c2a-8caaaeacd130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05d44543-9d4b-4374-aa98-e53850813000'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:41:29.785794 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:29.822343 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Pushing event updated for resources: {'Port': ['ID=a28c707f-4341-4805-b61c-570c679c9992,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:29.944954 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 46488) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:29.976203 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=59a5ade7-5781-47ec-8941-61a0122a8a90,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:29.982668 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:29.990098 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] For port 16353541-c58e-454c-ba72-8818ab30c343, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:41:29.994654 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] For port 16353541-c58e-454c-ba72-8818ab30c343, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=16353541-c58e-454c-ba72-8818ab30c343,segment=NetworkSegment(9572bb33-3892-47d7-8c2a-8caaaeacd130),segment_id=9572bb33-3892-47d7-8c2a-8caaaeacd130)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:41:30.000677 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:30.007541 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:30.106452 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f9eeb-b4a2-4a5b-a912-54ee0b5b579e None None] Pushing event updated for resources: {'Port': ['ID=16353541-c58e-454c-ba72-8818ab30c343,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:30.113240 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-af9f9eeb-b4a2-4a5b-a912-54ee0b5b579e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:30.132940 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] Routers {'81d21f06-0693-4520-9cac-45c3540b888c'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:41:30.133842 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164ed1b70>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:41:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['81d21f06-0693-4520-9cac-45c3540b888c'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:41:30.152737 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-312709f5-4692-4030-b4a2-3160e68453e0 service neutron] 10.222.0.20 "GET /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3508067
Apr 19 07:41:30.153679 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:30.177798 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-ced93e98-3b13-49c2-b424-be9aa0b68b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:30.181825 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-ced93e98-3b13-49c2-b424-be9aa0b68b28 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed911829767e452d856a631626830a89&device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 1097 time: 0.7052541
Apr 19 07:41:30.388633 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] Set router 81d21f06-0693-4520-9cac-45c3540b888c gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:41:30.507869 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1d524814-2490-41e7-ba50-40579832a436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:30.551325 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-1d524814-2490-41e7-ba50-40579832a436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:30.560619 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-1d524814-2490-41e7-ba50-40579832a436 admin admin] Usage tracker for resource:security_group_rule and tenant:385ffdf7ef374d4abadb9609cfc824c0 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:30.569191 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-1d524814-2490-41e7-ba50-40579832a436 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:30.587634 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-1d524814-2490-41e7-ba50-40579832a436 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:30.758394 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-3f2e7cde-346b-4a8e-b171-abbfc1681af0 service neutron] 10.222.0.20 "GET /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5752847
Apr 19 07:41:30.783222 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882736c9-de1a-4c1f-a7bd-2e4952f7265e req-bf8d288c-c905-463b-85fb-ceee797ad868 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:30.788040 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1d524814-2490-41e7-ba50-40579832a436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:30.790331 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-882736c9-de1a-4c1f-a7bd-2e4952f7265e req-bf8d288c-c905-463b-85fb-ceee797ad868 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 944 time: 1.2107704
Apr 19 07:41:30.795057 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1d524814-2490-41e7-ba50-40579832a436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:30.825134 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-98f4cec9-32bc-4e3d-8acf-b2733a85b914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:30.917303 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d524814-2490-41e7-ba50-40579832a436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1237138-5f47-4b09-a861-1dfb91604366,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:30.940966 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-1d524814-2490-41e7-ba50-40579832a436 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=385ffdf7ef374d4abadb9609cfc824c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9903159
Apr 19 07:41:30.942995 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1d524814-2490-41e7-ba50-40579832a436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:30.944995 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 46514) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:31.023198 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-047e5029-fc9e-4e74-8b8a-c329b3b37d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:31.053283 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-882736c9-de1a-4c1f-a7bd-2e4952f7265e req-51a91248-81bf-4a3e-9e64-0dd8e0d86f9d tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe229f66-8e30-4b40-861d-9abd1990ee7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2534008
Apr 19 07:41:31.055918 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164ed1b70>, [{'id': '81d21f06-0693-4520-9cac-45c3540b888c', 'name': 'tempest-ServerRescueNegativeTestJSON-695995634-router', 'tenant_id': '737a360207c34d4fa05a2a1646dedd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '31e3be32-2422-4f1a-8732-c748e8c70cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:08Z', 'updated_at': '2021-04-19T07:41:17Z', 'revision_number': 4, 'project_id': '737a360207c34d4fa05a2a1646dedd02', 'gw_port': {'id': '31e3be32-2422-4f1a-8732-c748e8c70cb0', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:7e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d21f06-0693-4520-9cac-45c3540b888c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '16353541-c58e-454c-ba72-8818ab30c343', 'name': '', 'network_id': '05d44543-9d4b-4374-aa98-e53850813000', 'tenant_id': '737a360207c34d4fa05a2a1646dedd02', 'mac_address': 'fa:16:3e:77:06:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d21f06-0693-4520-9cac-45c3540b888c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a88bf00-3a3b-4639-a89d-0ce64b93496d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:15Z', 'updated_at': '2021-04-19T07:41:29Z', 'revision_number': 4, 'project_id': '737a360207c34d4fa05a2a1646dedd02', 'subnets': [{'id': '9a88bf00-3a3b-4639-a89d-0ce64b93496d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:41:31.068746 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-047e5029-fc9e-4e74-8b8a-c329b3b37d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:31.071469 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b4904b-e146-42e5-b173-386b8205da7f None None] The sync data for ids ['81d21f06-0693-4520-9cac-45c3540b888c'] in dv-cinder-773870-2-iscsi is: [{'id': '81d21f06-0693-4520-9cac-45c3540b888c', 'name': 'tempest-ServerRescueNegativeTestJSON-695995634-router', 'tenant_id': '737a360207c34d4fa05a2a1646dedd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '31e3be32-2422-4f1a-8732-c748e8c70cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:08Z', 'updated_at': '2021-04-19T07:41:17Z', 'revision_number': 4, 'project_id': '737a360207c34d4fa05a2a1646dedd02', 'gw_port': {'id': '31e3be32-2422-4f1a-8732-c748e8c70cb0', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:7e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d21f06-0693-4520-9cac-45c3540b888c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '16353541-c58e-454c-ba72-8818ab30c343', 'name': '', 'network_id': '05d44543-9d4b-4374-aa98-e53850813000', 'tenant_id': '737a360207c34d4fa05a2a1646dedd02', 'mac_address': 'fa:16:3e:77:06:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d21f06-0693-4520-9cac-45c3540b888c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a88bf00-3a3b-4639-a89d-0ce64b93496d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:15Z', 'updated_at': '2021-04-19T07:41:29Z', 'revision_number': 4, 'project_id': '737a360207c34d4fa05a2a1646dedd02', 'subnets': [{'id': '9a88bf00-3a3b-4639-a89d-0ce64b93496d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:41:31.143805 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-a783e76e-957e-47ca-9312-7355a633bc49 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a28c707f-4341-4805-b61c-570c679c9992 HTTP/1.1" status: 200  len: 217 time: 0.2498169
Apr 19 07:41:31.190346 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-047e5029-fc9e-4e74-8b8a-c329b3b37d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:31.248453 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-41e5f562-63b0-47f6-8b01-dcfc69d35f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:31.312801 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e5029-fc9e-4e74-8b8a-c329b3b37d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1237138-5f47-4b09-a861-1dfb91604366,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:31.316194 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-047e5029-fc9e-4e74-8b8a-c329b3b37d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:31.317356 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-047e5029-fc9e-4e74-8b8a-c329b3b37d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:31.331951 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-047e5029-fc9e-4e74-8b8a-c329b3b37d65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1237138-5f47-4b09-a861-1dfb91604366 HTTP/1.1" status: 204  len: 168 time: 0.3853664
Apr 19 07:41:31.440547 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-bc922d12-a5f6-464e-83c9-3123a4002611 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Synchronizing usage tracker for tenant:3a43260bdda249fa8463858d2df10378 on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:41:31.515045 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-536c45cb-13a1-43e9-a89a-18a4a8e525cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:31.516523 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-536c45cb-13a1-43e9-a89a-18a4a8e525cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6e7dce1-cd93-4e56-9ef8-938c6d9afcd9 HTTP/1.1" status: 200  len: 852 time: 0.3581741
Apr 19 07:41:31.535559 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-bc922d12-a5f6-464e-83c9-3123a4002611 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Unset dirty status for tenant:3a43260bdda249fa8463858d2df10378 on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:41:31.536841 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-bc922d12-a5f6-464e-83c9-3123a4002611 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1216646580&fields=id&tenant_id=3a43260bdda249fa8463858d2df10378 HTTP/1.1" status: 200  len: 267 time: 0.2146101
Apr 19 07:41:31.736040 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307ff68d-59c3-4cf7-8d2b-57a6b47e9880', 'tag': 'a28c707f-4341-4805-b61c-570c679c9992', 'status': 'completed', 'code': 200}
Apr 19 07:41:31.810262 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9e8cf643-cf24-4653-8998-09532bec925c req-6f3aaaf3-b06d-41c9-8a61-c6eb83094c29 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 210 time: 0.0588334
Apr 19 07:41:31.826379 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-4f7b5b9b-9d10-4bcc-b461-a8a741c2b288 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73c4c204-b05f-4033-b455-afe76ff9d30d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1721096
Apr 19 07:41:31.930816 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 59a5ade7-5781-47ec-8941-61a0122a8a90 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:41:32.085159 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 59a5ade7-5781-47ec-8941-61a0122a8a90 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:41:32.085686 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:32.171721 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-d940b89e-d59b-4c33-b764-5bb7e8213727 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:32.172625 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-d940b89e-d59b-4c33-b764-5bb7e8213727 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Synchronizing usage tracker for tenant:3a43260bdda249fa8463858d2df10378 on resource:network {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:41:32.257944 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-b295a5af-71bd-4944-9030-f9ffc52f1dc9 service neutron] 10.222.0.16 "GET /v2.0/networks/73c4c204-b05f-4033-b455-afe76ff9d30d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3716531
Apr 19 07:41:32.297396 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 46588) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:32.366716 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 16353541-c58e-454c-ba72-8818ab30c343 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:41:32.519903 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port 16353541-c58e-454c-ba72-8818ab30c343 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:41:32.527527 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 16353541-c58e-454c-ba72-8818ab30c343 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:41:32.527952 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:32.546197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-d940b89e-d59b-4c33-b764-5bb7e8213727 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Unset dirty status for tenant:3a43260bdda249fa8463858d2df10378 on resource:network {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:41:32.547877 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-d940b89e-d59b-4c33-b764-5bb7e8213727 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/networks?id=b5f1dd0c-8823-440f-8f62-01e66b821b29 HTTP/1.1" status: 200  len: 816 time: 1.0018866
Apr 19 07:41:32.646828 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-9fccf30f-63d1-4141-a3b7-7a0b77a727a1 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/quotas/3a43260bdda249fa8463858d2df10378 HTTP/1.1" status: 200  len: 375 time: 0.0919766
Apr 19 07:41:32.706888 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 46610) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:32.743885 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-99570a2c-557b-496f-9d13-5a997bf3ad29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:32.745270 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:32.781689 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-99570a2c-557b-496f-9d13-5a997bf3ad29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:32.785910 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port 16353541-c58e-454c-ba72-8818ab30c343, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=16353541-c58e-454c-ba72-8818ab30c343,segment=NetworkSegment(9572bb33-3892-47d7-8c2a-8caaaeacd130),segment_id=9572bb33-3892-47d7-8c2a-8caaaeacd130)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:41:32.790580 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:32.793697 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:32.828733 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-99570a2c-557b-496f-9d13-5a997bf3ad29 admin admin] Usage tracker for resource:security_group_rule and tenant:c77db1a37c78419eb32d3e81621ba994 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:32.831112 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a02be-9c59-4d28-a6cd-4aab2e59b687 req-346b7a25-c9a1-4036-9710-5aac1e5a7068 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:32.838992 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-743a02be-9c59-4d28-a6cd-4aab2e59b687 req-346b7a25-c9a1-4036-9710-5aac1e5a7068 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 944 time: 0.4349110
Apr 19 07:41:32.840494 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-99570a2c-557b-496f-9d13-5a997bf3ad29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:32.845206 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8ebb8b1-e404-40e7-bc4d-3fdfab88ddcf req-91f27494-4074-4a4c-9572-1187c3f43dd4 service neutron] 10.222.0.16 "GET /v2.0/networks/73c4c204-b05f-4033-b455-afe76ff9d30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5758755
Apr 19 07:41:32.857893 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad6512ee-8bc6-4f4e-bf05-6d2ff58bdeb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:32.886002 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-99570a2c-557b-496f-9d13-5a997bf3ad29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:32.925758 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=16353541-c58e-454c-ba72-8818ab30c343,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:32.932255 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:33.017811 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-99570a2c-557b-496f-9d13-5a997bf3ad29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:33.019611 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ad6512ee-8bc6-4f4e-bf05-6d2ff58bdeb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:33.024528 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-ad6512ee-8bc6-4f4e-bf05-6d2ff58bdeb7 admin admin] Usage tracker for resource:security_group_rule and tenant:41519e180efd4c88be8eae2577d3ca84 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:33.027426 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-99570a2c-557b-496f-9d13-5a997bf3ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:33.028587 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-ad6512ee-8bc6-4f4e-bf05-6d2ff58bdeb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:33.043931 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-743a02be-9c59-4d28-a6cd-4aab2e59b687 req-c228b1a9-6afc-474a-a6fb-9c8adbb9275a tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe229f66-8e30-4b40-861d-9abd1990ee7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2040322
Apr 19 07:41:33.081281 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-86702d6c-d429-46f4-9649-2aefe4229fc8 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Synchronizing usage tracker for tenant:3a43260bdda249fa8463858d2df10378 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:41:33.109540 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c873c7-bb30-4443-b96c-a8a821ebadcd req-9751ea47-7911-4b61-8bc1-51da9d625635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:33.110581 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ad6512ee-8bc6-4f4e-bf05-6d2ff58bdeb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:33.111204 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-47c873c7-bb30-4443-b96c-a8a821ebadcd req-9751ea47-7911-4b61-8bc1-51da9d625635 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed911829767e452d856a631626830a89&device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 1097 time: 0.1940863
Apr 19 07:41:33.112597 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:33.115741 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-86702d6c-d429-46f4-9649-2aefe4229fc8 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Unset dirty status for tenant:3a43260bdda249fa8463858d2df10378 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:41:33.117206 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-86702d6c-d429-46f4-9649-2aefe4229fc8 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a43260bdda249fa8463858d2df10378&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4695284
Apr 19 07:41:33.174620 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-99570a2c-557b-496f-9d13-5a997bf3ad29 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c77db1a37c78419eb32d3e81621ba994&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4664516
Apr 19 07:41:33.178324 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 46626) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:33.223549 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 46634) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:33.295930 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99570a2c-557b-496f-9d13-5a997bf3ad29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8f6411-44a5-498c-904b-b85e7351b91f,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:33.308709 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-99570a2c-557b-496f-9d13-5a997bf3ad29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:33.340880 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-af857ee0-dcae-4f51-b458-bb60bed9dc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:33.352409 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c873c7-bb30-4443-b96c-a8a821ebadcd req-1ed623a8-3232-45bd-b6ab-454a899b2087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:33.354300 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-47c873c7-bb30-4443-b96c-a8a821ebadcd req-1ed623a8-3232-45bd-b6ab-454a899b2087 service neutron] 10.222.0.16 "GET /v2.0/networks?id=73c4c204-b05f-4033-b455-afe76ff9d30d HTTP/1.1" status: 200  len: 913 time: 0.2360225
Apr 19 07:41:33.387667 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-af857ee0-dcae-4f51-b458-bb60bed9dc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:33.489923 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad6512ee-8bc6-4f4e-bf05-6d2ff58bdeb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:33.491482 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a01dd6a8-464d-4864-b02f-d1d12f4cdfd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:33.514063 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-47c873c7-bb30-4443-b96c-a8a821ebadcd req-0f215e99-efec-4901-ab30-219d4102f99c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a28c707f-4341-4805-b61c-570c679c9992 HTTP/1.1" status: 200  len: 217 time: 0.1131523
Apr 19 07:41:33.524473 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad6512ee-8bc6-4f4e-bf05-6d2ff58bdeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:33.538786 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-a01dd6a8-464d-4864-b02f-d1d12f4cdfd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:33.544422 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-a01dd6a8-464d-4864-b02f-d1d12f4cdfd8 admin admin] Usage tracker for resource:security_group_rule and tenant:2aeede1e4d134ea59743378cc1c2639a is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:33.548689 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-a01dd6a8-464d-4864-b02f-d1d12f4cdfd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:33.555121 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-a01dd6a8-464d-4864-b02f-d1d12f4cdfd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:33.666605 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-af857ee0-dcae-4f51-b458-bb60bed9dc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:33.670073 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a01dd6a8-464d-4864-b02f-d1d12f4cdfd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:33.671387 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-95bd2dea-28b9-4996-a1dc-700a19ea8b98 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:33.704201 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 52485) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:33.722337 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a01dd6a8-464d-4864-b02f-d1d12f4cdfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:33.726791 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c873c7-bb30-4443-b96c-a8a821ebadcd req-da686f81-6c1c-452e-b85f-15107882845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:33.728487 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-47c873c7-bb30-4443-b96c-a8a821ebadcd req-da686f81-6c1c-452e-b85f-15107882845a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6e7dce1-cd93-4e56-9ef8-938c6d9afcd9 HTTP/1.1" status: 200  len: 852 time: 0.1580710
Apr 19 07:41:33.748470 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 16353541-c58e-454c-ba72-8818ab30c343 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:41:33.757136 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6512ee-8bc6-4f4e-bf05-6d2ff58bdeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09476e19-3424-4d8a-996e-03fcaf8b92e1,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:33.816415 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-47c873c7-bb30-4443-b96c-a8a821ebadcd req-9f301d32-2175-4986-9c97-6edc0999cf88 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73c4c204-b05f-4033-b455-afe76ff9d30d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0784068
Apr 19 07:41:33.823964 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-ad6512ee-8bc6-4f4e-bf05-6d2ff58bdeb7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41519e180efd4c88be8eae2577d3ca84&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5253131
Apr 19 07:41:33.825248 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 46662) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:33.837913 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af857ee0-dcae-4f51-b458-bb60bed9dc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8f6411-44a5-498c-904b-b85e7351b91f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:33.889972 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0ce7acd2-0ffd-40e5-8bc9-5bf255391d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:33.904490 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-af857ee0-dcae-4f51-b458-bb60bed9dc73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:33.914526 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cc432853-0225-4de6-9fe9-79d17411768e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:33.948899 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 16353541-c58e-454c-ba72-8818ab30c343 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:41:33.949510 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:33.965183 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-a01dd6a8-464d-4864-b02f-d1d12f4cdfd8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2aeede1e4d134ea59743378cc1c2639a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7363780
Apr 19 07:41:33.966086 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 46670) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:33.973454 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-af857ee0-dcae-4f51-b458-bb60bed9dc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:33.977381 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-af857ee0-dcae-4f51-b458-bb60bed9dc73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b8f6411-44a5-498c-904b-b85e7351b91f HTTP/1.1" status: 204  len: 168 time: 0.7980318
Apr 19 07:41:33.978320 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-a3644e51-f88c-4220-b6aa-ca5441b366c4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:33.980091 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-a3644e51-f88c-4220-b6aa-ca5441b366c4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/networks?id=05d44543-9d4b-4374-aa98-e53850813000 HTTP/1.1" status: 200  len: 818 time: 0.7024684
Apr 19 07:41:34.008173 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-5c118bde-0d3d-45dd-91ff-5c6d7384fb5b service neutron] 10.222.0.20 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7236753
Apr 19 07:41:34.121861 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-6c0a3be2-7c1a-4b16-b30c-f8549b1e6da8 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:34.141760 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-6c0a3be2-7c1a-4b16-b30c-f8549b1e6da8 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.16 "GET /v2.0/networks?id=05d44543-9d4b-4374-aa98-e53850813000 HTTP/1.1" status: 200  len: 818 time: 0.4193361
Apr 19 07:41:34.141760 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01dd6a8-464d-4864-b02f-d1d12f4cdfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0d3516-79ae-4949-842c-52e43fe94410,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:34.151891 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a01dd6a8-464d-4864-b02f-d1d12f4cdfd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:34.153779 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.351s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:34.154106 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:34.172495 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-240c837a-c863-4009-a0af-0e919fba6d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:34.178445 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-49741158-57b4-4684-932b-04336f5b88f4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Request body: {'port': {'device_id': '2449bc66-aa7e-42eb-a399-b2e78ff26f0f', 'network_id': '05d44543-9d4b-4374-aa98-e53850813000', 'admin_state_up': True, 'tenant_id': '737a360207c34d4fa05a2a1646dedd02'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:41:34.197515 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-e1110f9a-06fe-469a-87d3-16bcd767fea4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/quotas/737a360207c34d4fa05a2a1646dedd02 HTTP/1.1" status: 200  len: 375 time: 0.2006226
Apr 19 07:41:34.374282 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8d950fd5-8f62-482c-846e-9f4b5f2f521b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:34.448357 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8d950fd5-8f62-482c-846e-9f4b5f2f521b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:34.480430 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-49741158-57b4-4684-932b-04336f5b88f4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:34.489853 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-49741158-57b4-4684-932b-04336f5b88f4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Usage tracker for resource:port and tenant:737a360207c34d4fa05a2a1646dedd02 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:34.502929 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-49741158-57b4-4684-932b-04336f5b88f4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:34.514778 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-49741158-57b4-4684-932b-04336f5b88f4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:34.529722 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-49741158-57b4-4684-932b-04336f5b88f4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Made reservation on behalf of 737a360207c34d4fa05a2a1646dedd02 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:41:34.538417 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-49741158-57b4-4684-932b-04336f5b88f4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:34.548857 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8d950fd5-8f62-482c-846e-9f4b5f2f521b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:34.555392 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:34.568947 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d950fd5-8f62-482c-846e-9f4b5f2f521b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0d3516-79ae-4949-842c-52e43fe94410,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:34.574052 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8d950fd5-8f62-482c-846e-9f4b5f2f521b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:34.621792 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-240c837a-c863-4009-a0af-0e919fba6d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:34.673901 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 46702) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:34.688691 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8d950fd5-8f62-482c-846e-9f4b5f2f521b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:34.690078 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-8d950fd5-8f62-482c-846e-9f4b5f2f521b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec0d3516-79ae-4949-842c-52e43fe94410 HTTP/1.1" status: 204  len: 168 time: 0.7183323
Apr 19 07:41:34.728256 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-05ad15ba-01b5-44b8-8dc8-4b37c42e6b5c service neutron] 10.222.0.20 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7190650
Apr 19 07:41:34.753779 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-47c873c7-bb30-4443-b96c-a8a821ebadcd req-a5359379-334d-4a97-b272-5245996f40bf service neutron] 10.222.0.16 "GET /v2.0/networks/73c4c204-b05f-4033-b455-afe76ff9d30d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9272959
Apr 19 07:41:35.117713 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-47c873c7-bb30-4443-b96c-a8a821ebadcd req-811076a8-cd00-4baa-83c2-f47a2a22706e service neutron] 10.222.0.16 "GET /v2.0/networks/73c4c204-b05f-4033-b455-afe76ff9d30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3526287
Apr 19 07:41:35.118389 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c4d206e1-3a5f-4d74-927a-23f46f35ebbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:35.150587 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c4d206e1-3a5f-4d74-927a-23f46f35ebbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:35.159109 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-c4d206e1-3a5f-4d74-927a-23f46f35ebbf admin admin] Usage tracker for resource:security_group_rule and tenant:94d689afa50344e28e586ec5167e5179 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:35.165469 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-c4d206e1-3a5f-4d74-927a-23f46f35ebbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:35.166451 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-787e69d5-bf81-47f2-a8da-e6d28f02971d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=737a360207c34d4fa05a2a1646dedd02&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8928683
Apr 19 07:41:35.177539 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c4d206e1-3a5f-4d74-927a-23f46f35ebbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:35.180082 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-49741158-57b4-4684-932b-04336f5b88f4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Allocated IP 172.20.0.2 (05d44543-9d4b-4374-aa98-e53850813000/9a88bf00-3a3b-4639-a89d-0ce64b93496d/f8d128b4-0359-4a70-ae38-e586ea9ea296) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:41:35.352360 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device a28c707f-4341-4805-b61c-570c679c9992 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:41:35.400784 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-240c837a-c863-4009-a0af-0e919fba6d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:35.416611 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb39cec-d197-4b59-9107-7aa97d1bd9de req-79044551-2aa9-420d-90ad-f980e6d649c9 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:35.424681 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-edb39cec-d197-4b59-9107-7aa97d1bd9de req-79044551-2aa9-420d-90ad-f980e6d649c9 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 944 time: 0.1954334
Apr 19 07:41:35.481042 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:35.501973 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-edb39cec-d197-4b59-9107-7aa97d1bd9de req-cc8dca5b-714c-42ad-8f2b-786f2e9c9016 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe229f66-8e30-4b40-861d-9abd1990ee7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762193
Apr 19 07:41:35.507671 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 46736) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:35.527467 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c4d206e1-3a5f-4d74-927a-23f46f35ebbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:35.532875 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c4d206e1-3a5f-4d74-927a-23f46f35ebbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:35.551607 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-99570a2c-557b-496f-9d13-5a997bf3ad29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:35.572035 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c837a-c863-4009-a0af-0e919fba6d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09476e19-3424-4d8a-996e-03fcaf8b92e1,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:35.593105 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-240c837a-c863-4009-a0af-0e919fba6d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:35.596065 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-240c837a-c863-4009-a0af-0e919fba6d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:35.597340 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-240c837a-c863-4009-a0af-0e919fba6d96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09476e19-3424-4d8a-996e-03fcaf8b92e1 HTTP/1.1" status: 204  len: 168 time: 1.7669473
Apr 19 07:41:35.599461 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-3e71aa13-0c15-4405-b2c6-7d6a561aae1d service neutron] 10.222.0.20 "GET /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4321387
Apr 19 07:41:35.600380 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d6085d04-19ad-47fa-8d10-b32dfd1d7a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:35.670109 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-49741158-57b4-4684-932b-04336f5b88f4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:35.671962 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port a28c707f-4341-4805-b61c-570c679c9992, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a28c707f-4341-4805-b61c-570c679c9992,segment=NetworkSegment(740ea5a9-6544-4642-8a7e-842d808a4a08),segment_id=740ea5a9-6544-4642-8a7e-842d808a4a08)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:41:35.689975 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-c4d206e1-3a5f-4d74-927a-23f46f35ebbf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94d689afa50344e28e586ec5167e5179&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0149221
Apr 19 07:41:35.707873 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': 'a28c707f-4341-4805-b61c-570c679c9992', 'network_id': '73c4c204-b05f-4033-b455-afe76ff9d30d', 'port_id': 'a28c707f-4341-4805-b61c-570c679c9992', 'mac_address': 'fa:16:3e:05:ba:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e7dce1-cd93-4e56-9ef8-938c6d9afcd9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:41:35.721405 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 46748) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:35.733491 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d206e1-3a5f-4d74-927a-23f46f35ebbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10363a77-8220-4130-b24c-61d881cf9053,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:35.742771 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-47c06df7-a61a-4c9a-b2de-d27ef54a0cb1 req-7d0b0799-59fa-4dba-89d7-8c30dc44eacd tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 210 time: 0.1036794
Apr 19 07:41:35.759229 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d6085d04-19ad-47fa-8d10-b32dfd1d7a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:35.765492 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c4d206e1-3a5f-4d74-927a-23f46f35ebbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:35.768153 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d6085d04-19ad-47fa-8d10-b32dfd1d7a25 admin admin] Usage tracker for resource:security_group_rule and tenant:e973e2babd35485a85111f81fcbb28b9 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:35.773051 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d6085d04-19ad-47fa-8d10-b32dfd1d7a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:35.776893 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:35.808189 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28c707f-4341-4805-b61c-570c679c9992 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:41:35.830866 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d6085d04-19ad-47fa-8d10-b32dfd1d7a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:35.843509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port a28c707f-4341-4805-b61c-570c679c9992, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a28c707f-4341-4805-b61c-570c679c9992,segment=NetworkSegment(740ea5a9-6544-4642-8a7e-842d808a4a08),segment_id=740ea5a9-6544-4642-8a7e-842d808a4a08)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:41:35.851051 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:35.852991 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:35.929033 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-86a6ab52-2cd2-4ab4-a3f2-38a632953cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:35.955320 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-35417c6c-4b3c-49b5-9b62-26e930231227 service neutron] 10.222.0.20 "GET /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2441275
Apr 19 07:41:35.968718 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-86a6ab52-2cd2-4ab4-a3f2-38a632953cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:35.995708 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-49741158-57b4-4684-932b-04336f5b88f4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:36.017096 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c9938e43-810f-4348-b222-f228c0b1ca75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:36.036941 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d6085d04-19ad-47fa-8d10-b32dfd1d7a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:36.057694 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d6085d04-19ad-47fa-8d10-b32dfd1d7a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:36.072615 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-05a3ea8e-6717-4403-8a5c-20e67f825a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:36.105027 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-49741158-57b4-4684-932b-04336f5b88f4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Network 05d44543-9d4b-4374-aa98-e53850813000 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:41:36.109421 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-49741158-57b4-4684-932b-04336f5b88f4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:41:36.116520 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-49741158-57b4-4684-932b-04336f5b88f4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:41:36.122986 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-49741158-57b4-4684-932b-04336f5b88f4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:36.123679 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-49741158-57b4-4684-932b-04336f5b88f4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:36.128267 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49741158-57b4-4684-932b-04336f5b88f4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Pushing event updated for resources: {'Port': ['ID=f8d128b4-0359-4a70-ae38-e586ea9ea296,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:36.133490 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-49741158-57b4-4684-932b-04336f5b88f4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:36.160106 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['a28c707f-4341-4805-b61c-570c679c9992'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:41:36.162344 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-86a6ab52-2cd2-4ab4-a3f2-38a632953cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:36.171119 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-d6085d04-19ad-47fa-8d10-b32dfd1d7a25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e973e2babd35485a85111f81fcbb28b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6617923
Apr 19 07:41:36.177252 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 46758) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:36.198037 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-047e5029-fc9e-4e74-8b8a-c329b3b37d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:36.260181 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6ab52-2cd2-4ab4-a3f2-38a632953cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10363a77-8220-4130-b24c-61d881cf9053,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:36.264016 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-49741158-57b4-4684-932b-04336f5b88f4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1110299
Apr 19 07:41:36.279472 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-86a6ab52-2cd2-4ab4-a3f2-38a632953cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:36.283175 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-86a6ab52-2cd2-4ab4-a3f2-38a632953cec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10363a77-8220-4130-b24c-61d881cf9053 HTTP/1.1" status: 204  len: 168 time: 0.5559316
Apr 19 07:41:36.283175 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-86a6ab52-2cd2-4ab4-a3f2-38a632953cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:36.302225 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Request body: {'port': {'device_id': '2449bc66-aa7e-42eb-a399-b2e78ff26f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:41:36.338351 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6085d04-19ad-47fa-8d10-b32dfd1d7a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385722ad-f120-4a34-97c6-842e8cb788fc,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:36.398827 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=a28c707f-4341-4805-b61c-570c679c9992,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:36.406707 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8663965f-db54-4418-973b-8601392b89cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:36.428747 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:36.509090 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d6085d04-19ad-47fa-8d10-b32dfd1d7a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:36.514657 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8b558670-75cf-45dd-bbc7-e03c8ed956a1 req-b7594f22-a1c1-44ba-8d4e-9709f7bc0db6 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 210 time: 0.1773474
Apr 19 07:41:36.539825 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:36.549290 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 46778) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:36.575647 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ec769967-9a78-41f6-b0f3-e243f39b1352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:36.587206 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b772aef3-1d19-4d1c-ab4f-94412dbbf8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:36.611159 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b772aef3-1d19-4d1c-ab4f-94412dbbf8d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:36.637155 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-b772aef3-1d19-4d1c-ab4f-94412dbbf8d7 admin admin] Usage tracker for resource:security_group_rule and tenant:f9d67079d20348019d09307a50529b25 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:36.640533 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-b772aef3-1d19-4d1c-ab4f-94412dbbf8d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:36.650434 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b772aef3-1d19-4d1c-ab4f-94412dbbf8d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:36.684200 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 46786) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:36.708819 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:36.858224 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b772aef3-1d19-4d1c-ab4f-94412dbbf8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:36.862014 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ec769967-9a78-41f6-b0f3-e243f39b1352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:37.004579 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:37.237971 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b772aef3-1d19-4d1c-ab4f-94412dbbf8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:37.258552 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ec769967-9a78-41f6-b0f3-e243f39b1352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:37.259282 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 46802) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:37.280782 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:37.290471 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-659f8f15-050a-49d5-8412-75b13c56284e req-8f24a8e8-cf5d-4d15-a915-662ce4c20649 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 210 time: 0.1406455
Apr 19 07:41:37.295493 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d128b4-0359-4a70-ae38-e586ea9ea296 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:41:37.308686 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:37.312264 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-83cc2bd7-8f22-4cfb-8cdb-21ea5ae1939a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:37.321825 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a4e03d1-932a-422e-a1ba-f761f51b762c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:37.338896 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device a28c707f-4341-4805-b61c-570c679c9992 up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:41:37.343223 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-83cc2bd7-8f22-4cfb-8cdb-21ea5ae1939a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:37.349989 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Transition to ACTIVE for port object f8d128b4-0359-4a70-ae38-e586ea9ea296 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:41:37.351658 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-83cc2bd7-8f22-4cfb-8cdb-21ea5ae1939a admin admin] Usage tracker for resource:security_group_rule and tenant:c6d756ca83ae44cca49ccf9b7c8af622 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:37.356099 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-83cc2bd7-8f22-4cfb-8cdb-21ea5ae1939a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:37.359495 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:37.368125 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-83cc2bd7-8f22-4cfb-8cdb-21ea5ae1939a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:37.371231 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:37.404999 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-5b660640-e5c4-44a5-ac6a-a3b622c9866f tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:37.406750 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-5b660640-e5c4-44a5-ac6a-a3b622c9866f tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.16 "GET /v2.0/networks?id=b5f1dd0c-8823-440f-8f62-01e66b821b29 HTTP/1.1" status: 200  len: 816 time: 0.5369844
Apr 19 07:41:37.407440 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772aef3-1d19-4d1c-ab4f-94412dbbf8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30f8271-d237-44f8-9097-e07e132291bf,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:37.428302 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec769967-9a78-41f6-b0f3-e243f39b1352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385722ad-f120-4a34-97c6-842e8cb788fc,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:37.435229 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-0a4e03d1-932a-422e-a1ba-f761f51b762c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:37.443104 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ec769967-9a78-41f6-b0f3-e243f39b1352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:37.445748 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:37.446073 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:37.449394 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-0a4e03d1-932a-422e-a1ba-f761f51b762c admin admin] Usage tracker for resource:security_group_rule and tenant:9bd3e3917ba6469ebaf3c7772035b72a is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:37.450918 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning for port a28c707f-4341-4805-b61c-570c679c9992 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:41:37.453327 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-0a4e03d1-932a-422e-a1ba-f761f51b762c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:37.463451 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d128b4-0359-4a70-ae38-e586ea9ea296,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:37.466388 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:37.470462 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port a28c707f-4341-4805-b61c-570c679c9992 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:41:37.471082 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:37.490483 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-0a4e03d1-932a-422e-a1ba-f761f51b762c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:37.619907 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 46812) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:37.621083 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-b772aef3-1d19-4d1c-ab4f-94412dbbf8d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9d67079d20348019d09307a50529b25&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0706410
Apr 19 07:41:37.647356 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ec769967-9a78-41f6-b0f3-e243f39b1352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:37.650982 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-ec769967-9a78-41f6-b0f3-e243f39b1352 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/385722ad-f120-4a34-97c6-842e8cb788fc HTTP/1.1" status: 204  len: 168 time: 1.4701841
Apr 19 07:41:37.670251 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:37.675674 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Attempting to bind port f8d128b4-0359-4a70-ae38-e586ea9ea296 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:41:37.676072 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Attempting to bind port f8d128b4-0359-4a70-ae38-e586ea9ea296 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '9572bb33-3892-47d7-8c2a-8caaaeacd130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05d44543-9d4b-4374-aa98-e53850813000'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:41:37.676440 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Attempting to bind port f8d128b4-0359-4a70-ae38-e586ea9ea296 on network 05d44543-9d4b-4374-aa98-e53850813000 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:41:37.687116 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Port f8d128b4-0359-4a70-ae38-e586ea9ea296 on network 05d44543-9d4b-4374-aa98-e53850813000 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 07:41:37.687583 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Attempting to bind port f8d128b4-0359-4a70-ae38-e586ea9ea296 on network 05d44543-9d4b-4374-aa98-e53850813000 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:41:37.702860 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Checking agent: {'id': 'e1395553-83f9-4e7d-975f-a9afa5ddc59a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:41:37.703266 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Checking segment: {'id': '9572bb33-3892-47d7-8c2a-8caaaeacd130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05d44543-9d4b-4374-aa98-e53850813000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:41:37.703891 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Bound using segment: {'id': '9572bb33-3892-47d7-8c2a-8caaaeacd130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05d44543-9d4b-4374-aa98-e53850813000'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:41:37.704966 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Bound port: f8d128b4-0359-4a70-ae38-e586ea9ea296, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9572bb33-3892-47d7-8c2a-8caaaeacd130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05d44543-9d4b-4374-aa98-e53850813000'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:41:37.705379 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:37.712625 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a4e03d1-932a-422e-a1ba-f761f51b762c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:37.729047 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb500888-2e2a-4a35-87d6-5a18bb8ec4b3 req-c39af6bc-adec-4e5d-9825-fc50652c712a tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:37.750063 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307ff68d-59c3-4cf7-8d2b-57a6b47e9880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28c707f-4341-4805-b61c-570c679c9992'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:41:37.750821 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cb500888-2e2a-4a35-87d6-5a18bb8ec4b3 req-c39af6bc-adec-4e5d-9825-fc50652c712a tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 945 time: 0.9412918
Apr 19 07:41:37.771999 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a4e03d1-932a-422e-a1ba-f761f51b762c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:37.828386 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-92601b8d-1e3d-4d33-ab17-4824a419c121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:37.907219 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-92601b8d-1e3d-4d33-ab17-4824a419c121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:37.916580 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 52493) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:37.941464 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:37.960924 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port a28c707f-4341-4805-b61c-570c679c9992, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a28c707f-4341-4805-b61c-570c679c9992,segment=NetworkSegment(740ea5a9-6544-4642-8a7e-842d808a4a08),segment_id=740ea5a9-6544-4642-8a7e-842d808a4a08)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:41:37.965068 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] For port f8d128b4-0359-4a70-ae38-e586ea9ea296, host hv-cinder-77387, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:41:37.968281 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:37.974009 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-0a4e03d1-932a-422e-a1ba-f761f51b762c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bd3e3917ba6469ebaf3c7772035b72a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6989183
Apr 19 07:41:37.977631 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:37.982873 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-22e23e39-0fb4-41d9-83e1-a911bc4cf113 req-429c1f36-e80e-4361-a7d0-2cb0f66bfa51 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 210 time: 0.2286353
Apr 19 07:41:37.986177 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 46828) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:38.021816 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-2421814b-19c4-4a75-ad9e-75309daf315e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a43260bdda249fa8463858d2df10378 HTTP/1.1" status: 200  len: 5701 time: 0.5776768
Apr 19 07:41:38.038758 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] For port f8d128b4-0359-4a70-ae38-e586ea9ea296, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f8d128b4-0359-4a70-ae38-e586ea9ea296,segment=NetworkSegment(9572bb33-3892-47d7-8c2a-8caaaeacd130),segment_id=9572bb33-3892-47d7-8c2a-8caaaeacd130)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:41:38.053031 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-43bb9324-c8fe-4116-aafe-1a9a1830c191 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Request body: {'port': {'device_id': 'e79c93a4-8605-49f6-ab35-2c3bc3c46c82', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'admin_state_up': True, 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'security_groups': ['85f21a6e-304b-4f99-9afb-f9544296a2f6']}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:41:38.069141 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:38.075943 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:38.163715 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:38.171155 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=a28c707f-4341-4805-b61c-570c679c9992,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:38.175234 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:38.231106 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cb500888-2e2a-4a35-87d6-5a18bb8ec4b3 req-bdb13089-77d8-4eba-b466-8ff23c90bd11 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe229f66-8e30-4b40-861d-9abd1990ee7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4792440
Apr 19 07:41:38.234863 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-83cc2bd7-8f22-4cfb-8cdb-21ea5ae1939a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:38.239161 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-43bb9324-c8fe-4116-aafe-1a9a1830c191 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:38.241898 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e03d1-932a-422e-a1ba-f761f51b762c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f9d74a-636b-4d9c-a6cd-32d5393b2e91,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:38.253612 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0a4e03d1-932a-422e-a1ba-f761f51b762c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:38.274337 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-83cc2bd7-8f22-4cfb-8cdb-21ea5ae1939a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:38.275843 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-43bb9324-c8fe-4116-aafe-1a9a1830c191 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:38.318423 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-43bb9324-c8fe-4116-aafe-1a9a1830c191 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Made reservation on behalf of 3a43260bdda249fa8463858d2df10378 for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:41:38.334081 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-43bb9324-c8fe-4116-aafe-1a9a1830c191 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:38.359186 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e34986a4-3cde-49b9-b585-ec8d454fb245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:38.407899 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-83cc2bd7-8f22-4cfb-8cdb-21ea5ae1939a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6d756ca83ae44cca49ccf9b7c8af622&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7223854
Apr 19 07:41:38.424947 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 46848) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:38.430131 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:38.431137 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:38.433032 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] 10.222.0.16 "PUT /v2.0/ports/f8d128b4-0359-4a70-ae38-e586ea9ea296 HTTP/1.1" status: 200  len: 1093 time: 2.1501176
Apr 19 07:41:38.440084 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2449bc66-aa7e-42eb-a399-b2e78ff26f0f', 'tag': 'f8d128b4-0359-4a70-ae38-e586ea9ea296'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:41:38.483714 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307ff68d-59c3-4cf7-8d2b-57a6b47e9880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28c707f-4341-4805-b61c-570c679c9992', 'code': 200}
Apr 19 07:41:38.487635 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e34986a4-3cde-49b9-b585-ec8d454fb245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:38.521844 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d128b4-0359-4a70-ae38-e586ea9ea296,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:38.579636 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0daa8648-9c43-42b3-ba69-ef002286315a req-69fcc71e-a5ea-46dc-ac7d-8ace7bda6dae tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 210 time: 0.0804918
Apr 19 07:41:38.581993 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:38.598598 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:38.643004 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc2bd7-8f22-4cfb-8cdb-21ea5ae1939a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d98984-c383-417e-9108-4920ce1577a2,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:38.651086 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e34986a4-3cde-49b9-b585-ec8d454fb245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:38.658323 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:38.678857 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-83cc2bd7-8f22-4cfb-8cdb-21ea5ae1939a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:38.681465 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34986a4-3cde-49b9-b585-ec8d454fb245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f9d74a-636b-4d9c-a6cd-32d5393b2e91,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:38.701790 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-89aa5259-a014-4353-843e-d4285287f2a1 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:38.704056 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-89aa5259-a014-4353-843e-d4285287f2a1 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.16 "GET /v2.0/networks?id=05d44543-9d4b-4374-aa98-e53850813000 HTTP/1.1" status: 200  len: 818 time: 0.7864702
Apr 19 07:41:38.704963 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-92601b8d-1e3d-4d33-ab17-4824a419c121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:38.714691 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e34986a4-3cde-49b9-b585-ec8d454fb245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:38.726096 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 52496) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:38.731980 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e34986a4-3cde-49b9-b585-ec8d454fb245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:38.736623 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:38.737958 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-e34986a4-3cde-49b9-b585-ec8d454fb245 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84f9d74a-636b-4d9c-a6cd-32d5393b2e91 HTTP/1.1" status: 204  len: 168 time: 0.7341237
Apr 19 07:41:38.761550 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-6a7efc96-e02d-4b36-82cd-a57974afbf7c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Request body: {'port': {'device_id': '628d47a9-de31-407c-8314-8783fed7c9bf', 'network_id': '05d44543-9d4b-4374-aa98-e53850813000', 'admin_state_up': True, 'tenant_id': '737a360207c34d4fa05a2a1646dedd02'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:41:38.825192 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-92601b8d-1e3d-4d33-ab17-4824a419c121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:38.830915 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-92601b8d-1e3d-4d33-ab17-4824a419c121 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e30f8271-d237-44f8-9097-e07e132291bf HTTP/1.1" status: 204  len: 168 time: 1.2056489
Apr 19 07:41:38.853805 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-43bb9324-c8fe-4116-aafe-1a9a1830c191 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Allocated IP 172.20.0.9 (b5f1dd0c-8823-440f-8f62-01e66b821b29/2a2ef621-9f95-4913-83e2-4f12522f9619/090aa1fc-aa56-4dd7-90e5-e91458560b82) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:41:38.925313 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92601b8d-1e3d-4d33-ab17-4824a419c121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30f8271-d237-44f8-9097-e07e132291bf,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:38.966768 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-92601b8d-1e3d-4d33-ab17-4824a419c121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:39.016017 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b9f1bbed-c155-495f-abfd-cc1dc811d4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:39.077671 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-36100220-c7be-4dae-b315-049ef138c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:39.079351 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-36100220-c7be-4dae-b315-049ef138c365 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=737a360207c34d4fa05a2a1646dedd02&device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 1096 time: 0.5630023
Apr 19 07:41:39.105153 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b9f1bbed-c155-495f-abfd-cc1dc811d4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:39.217328 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-6a7efc96-e02d-4b36-82cd-a57974afbf7c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:39.247972 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-6a7efc96-e02d-4b36-82cd-a57974afbf7c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Usage tracker for resource:port and tenant:737a360207c34d4fa05a2a1646dedd02 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:39.256771 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-2a30b601-7e45-4bb0-87f1-5de912d4e814 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8d128b4-0359-4a70-ae38-e586ea9ea296 HTTP/1.1" status: 200  len: 217 time: 0.1590698
Apr 19 07:41:39.260518 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-6a7efc96-e02d-4b36-82cd-a57974afbf7c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:39.352003 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-6a7efc96-e02d-4b36-82cd-a57974afbf7c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:39.355042 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-fd9f4839-b7d3-4bac-ad02-6fd84bf1a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:39.356684 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-fd9f4839-b7d3-4bac-ad02-6fd84bf1a358 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a88bf00-3a3b-4639-a89d-0ce64b93496d HTTP/1.1" status: 200  len: 858 time: 0.0920379
Apr 19 07:41:39.369048 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23068d75-bb01-4d2e-a13e-7c63dde5072d req-79ffccaf-c0eb-4322-993a-0cc0a85debb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:39.370667 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-23068d75-bb01-4d2e-a13e-7c63dde5072d req-79ffccaf-c0eb-4322-993a-0cc0a85debb9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 1099 time: 0.6183610
Apr 19 07:41:39.406777 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-613d5832-1be3-4878-98c8-22f4ae75b5f1 req-126be84a-0c78-4d38-8ddc-d6116b56c6e8 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 210 time: 0.0786951
Apr 19 07:41:39.467126 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-d58725b7-3d29-4500-bd8d-aa95b002e04b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05d44543-9d4b-4374-aa98-e53850813000&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1026962
Apr 19 07:41:39.471439 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-23068d75-bb01-4d2e-a13e-7c63dde5072d req-3ad7ad9b-02c4-4c18-96bf-d86ed8e26b43 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:39.481343 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-6a7efc96-e02d-4b36-82cd-a57974afbf7c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Made reservation on behalf of 737a360207c34d4fa05a2a1646dedd02 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:41:39.488624 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-6a7efc96-e02d-4b36-82cd-a57974afbf7c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:39.498664 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-43bb9324-c8fe-4116-aafe-1a9a1830c191 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:39.512991 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2449bc66-aa7e-42eb-a399-b2e78ff26f0f', 'tag': 'f8d128b4-0359-4a70-ae38-e586ea9ea296', 'status': 'completed', 'code': 200}
Apr 19 07:41:39.618336 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-43bb9324-c8fe-4116-aafe-1a9a1830c191 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Transition to ACTIVE for port object 090aa1fc-aa56-4dd7-90e5-e91458560b82 will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:41:39.621557 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-23068d75-bb01-4d2e-a13e-7c63dde5072d req-3ad7ad9b-02c4-4c18-96bf-d86ed8e26b43 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:39.633450 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b9f1bbed-c155-495f-abfd-cc1dc811d4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:39.705812 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-43bb9324-c8fe-4116-aafe-1a9a1830c191 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:39.751652 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:39.956896 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-43bb9324-c8fe-4116-aafe-1a9a1830c191 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Network b5f1dd0c-8823-440f-8f62-01e66b821b29 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:41:39.965981 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-43bb9324-c8fe-4116-aafe-1a9a1830c191 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:41:39.981297 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-43bb9324-c8fe-4116-aafe-1a9a1830c191 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:41:39.990793 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-43bb9324-c8fe-4116-aafe-1a9a1830c191 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:39.991562 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-43bb9324-c8fe-4116-aafe-1a9a1830c191 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:40.021849 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850c2a1-4976-4f6f-88e2-7ce12833ef6b req-0305b103-1816-428d-9b13-a13202e366fe tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:40.029804 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2850c2a1-4976-4f6f-88e2-7ce12833ef6b req-0305b103-1816-428d-9b13-a13202e366fe tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 946 time: 0.3767719
Apr 19 07:41:40.031971 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb9324-c8fe-4116-aafe-1a9a1830c191 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Pushing event updated for resources: {'Port': ['ID=090aa1fc-aa56-4dd7-90e5-e91458560b82,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:40.041030 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-43bb9324-c8fe-4116-aafe-1a9a1830c191 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:40.118924 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:40.127073 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-43bb9324-c8fe-4116-aafe-1a9a1830c191 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0857160
Apr 19 07:41:40.142562 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-23068d75-bb01-4d2e-a13e-7c63dde5072d req-3ad7ad9b-02c4-4c18-96bf-d86ed8e26b43 service neutron] Usage tracker for resource:security_group_rule and tenant:e7b976d1099f46c4be0a8b283baa9d14 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:40.149459 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2850c2a1-4976-4f6f-88e2-7ce12833ef6b req-835b6569-5b43-414e-8a21-b66ad75bf90f tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe229f66-8e30-4b40-861d-9abd1990ee7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183803
Apr 19 07:41:40.154689 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1bbed-c155-495f-abfd-cc1dc811d4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d98984-c383-417e-9108-4920ce1577a2,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:40.162895 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b9f1bbed-c155-495f-abfd-cc1dc811d4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:40.163065 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d80bf-80e4-4099-8caa-65ace4d8ae73 req-1a7ff32e-9dfb-42de-b8ce-647868849f63 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:40.163065 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-933d80bf-80e4-4099-8caa-65ace4d8ae73 req-1a7ff32e-9dfb-42de-b8ce-647868849f63 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Synchronizing usage tracker for tenant:3a43260bdda249fa8463858d2df10378 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:41:40.163925 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-23068d75-bb01-4d2e-a13e-7c63dde5072d req-3ad7ad9b-02c4-4c18-96bf-d86ed8e26b43 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:40.172208 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Request body: {'port': {'device_id': 'e79c93a4-8605-49f6-ab35-2c3bc3c46c82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:41:40.193216 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-23068d75-bb01-4d2e-a13e-7c63dde5072d req-3ad7ad9b-02c4-4c18-96bf-d86ed8e26b43 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:40.255654 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b9f1bbed-c155-495f-abfd-cc1dc811d4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:40.256887 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-b9f1bbed-c155-495f-abfd-cc1dc811d4e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40d98984-c383-417e-9108-4920ce1577a2 HTTP/1.1" status: 204  len: 168 time: 1.8292382
Apr 19 07:41:40.318766 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-b026bfe2-253b-4f47-8c9b-c0ef34d7e89b None None] Provisioning for port 090aa1fc-aa56-4dd7-90e5-e91458560b82 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:41:40.325438 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-b026bfe2-253b-4f47-8c9b-c0ef34d7e89b None None] Provisioning complete for port 090aa1fc-aa56-4dd7-90e5-e91458560b82 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:41:40.326271 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b026bfe2-253b-4f47-8c9b-c0ef34d7e89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:40.335081 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-5c9123af-eb57-4fca-bad5-6543238396c1 service neutron] 10.222.0.16 "GET /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8195004
Apr 19 07:41:40.372967 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-6a7efc96-e02d-4b36-82cd-a57974afbf7c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Allocated IP 172.20.0.14 (05d44543-9d4b-4374-aa98-e53850813000/9a88bf00-3a3b-4639-a89d-0ce64b93496d/d196a061-3ecf-4d14-846f-16b5465a8e5f) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:41:40.444310 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-b026bfe2-253b-4f47-8c9b-c0ef34d7e89b None None] Port 090aa1fc-aa56-4dd7-90e5-e91458560b82 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:41:40.495625 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-23068d75-bb01-4d2e-a13e-7c63dde5072d req-3ad7ad9b-02c4-4c18-96bf-d86ed8e26b43 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:40.526433 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-23068d75-bb01-4d2e-a13e-7c63dde5072d req-3ad7ad9b-02c4-4c18-96bf-d86ed8e26b43 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:40.545291 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:40.557947 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-23068d75-bb01-4d2e-a13e-7c63dde5072d req-3ad7ad9b-02c4-4c18-96bf-d86ed8e26b43 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fe229f66-8e30-4b40-861d-9abd1990ee7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1275213
Apr 19 07:41:40.632806 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-933d80bf-80e4-4099-8caa-65ace4d8ae73 req-1a7ff32e-9dfb-42de-b8ce-647868849f63 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Unset dirty status for tenant:3a43260bdda249fa8463858d2df10378 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:41:40.640252 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-933d80bf-80e4-4099-8caa-65ace4d8ae73 req-1a7ff32e-9dfb-42de-b8ce-647868849f63 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 931 time: 0.7947643
Apr 19 07:41:40.649461 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7ad9b-02c4-4c18-96bf-d86ed8e26b43 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=22110424-b4cf-43d5-8d94-d1ab82acc72f,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:40.652865 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3ad7ad9b-02c4-4c18-96bf-d86ed8e26b43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:40.707773 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-6a7efc96-e02d-4b36-82cd-a57974afbf7c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:40.728157 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0a2dce3c-3823-458c-8226-7ff02bc6dc9c req-33818878-1815-426f-b0d8-80523083b842 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 210 time: 0.1018677
Apr 19 07:41:40.752434 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:40.764982 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-6a7efc96-e02d-4b36-82cd-a57974afbf7c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:40.775420 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:40.782967 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-933d80bf-80e4-4099-8caa-65ace4d8ae73 req-c5366de6-064e-4f8c-9cb6-60e276403cbd tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1417127
Apr 19 07:41:40.847407 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-6a7efc96-e02d-4b36-82cd-a57974afbf7c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Network 05d44543-9d4b-4374-aa98-e53850813000 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:41:40.856853 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-6a7efc96-e02d-4b36-82cd-a57974afbf7c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:41:40.863989 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-6a7efc96-e02d-4b36-82cd-a57974afbf7c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:41:40.870512 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-6a7efc96-e02d-4b36-82cd-a57974afbf7c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:40.871275 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-6a7efc96-e02d-4b36-82cd-a57974afbf7c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:40.898742 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7efc96-e02d-4b36-82cd-a57974afbf7c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Pushing event updated for resources: {'Port': ['ID=d196a061-3ecf-4d14-846f-16b5465a8e5f,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:40.901686 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6a7efc96-e02d-4b36-82cd-a57974afbf7c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:40.913040 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-6a7efc96-e02d-4b36-82cd-a57974afbf7c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1856790
Apr 19 07:41:41.167496 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 46968) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:41.167639 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 090aa1fc-aa56-4dd7-90e5-e91458560b82 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:41:41.176321 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:41.194429 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Transition to ACTIVE for port object 090aa1fc-aa56-4dd7-90e5-e91458560b82 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:41:41.199440 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:41.205542 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-941c39f9-c675-4c6d-a69b-27078d00aac2 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:41.437048 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1092221579-network', 'tenant_id': '91070335293e4554bc5e23a84eafff98'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:41:41.446569 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:41.449544 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Pushing event updated for resources: {'Port': ['ID=090aa1fc-aa56-4dd7-90e5-e91458560b82,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:41.461906 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Usage tracker for resource:network and tenant:91070335293e4554bc5e23a84eafff98 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:41.464787 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:41.467132 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:41.477888 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:41.491802 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Made reservation on behalf of 91070335293e4554bc5e23a84eafff98 for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:41:41.499408 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Attempting to bind port 090aa1fc-aa56-4dd7-90e5-e91458560b82 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:41:41.499736 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Attempting to bind port 090aa1fc-aa56-4dd7-90e5-e91458560b82 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'bf5d7b41-24fc-4f03-8744-dcffad5fa3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:41:41.500153 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Attempting to bind port 090aa1fc-aa56-4dd7-90e5-e91458560b82 on network b5f1dd0c-8823-440f-8f62-01e66b821b29 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:41:41.504952 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:41.511438 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Port 090aa1fc-aa56-4dd7-90e5-e91458560b82 on network b5f1dd0c-8823-440f-8f62-01e66b821b29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 07:41:41.511802 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Attempting to bind port 090aa1fc-aa56-4dd7-90e5-e91458560b82 on network b5f1dd0c-8823-440f-8f62-01e66b821b29 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:41:41.521750 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Checking agent: {'id': 'e1395553-83f9-4e7d-975f-a9afa5ddc59a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:41:41.522128 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Checking segment: {'id': 'bf5d7b41-24fc-4f03-8744-dcffad5fa3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:41:41.522764 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Bound using segment: {'id': 'bf5d7b41-24fc-4f03-8744-dcffad5fa3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:41:41.523043 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Bound port: 090aa1fc-aa56-4dd7-90e5-e91458560b82, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf5d7b41-24fc-4f03-8744-dcffad5fa3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:41:41.523426 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:41.526209 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:41.549818 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:41.552692 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed5cce-1fe1-4f34-ac15-6f53654a10f0 req-23a9e42f-e3b2-4ae5-bb79-644eda2ab4e7 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:41.554489 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d7ed5cce-1fe1-4f34-ac15-6f53654a10f0 req-23a9e42f-e3b2-4ae5-bb79-644eda2ab4e7 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 946 time: 0.2300136
Apr 19 07:41:41.561342 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Usage tracker for resource:security_group_rule and tenant:91070335293e4554bc5e23a84eafff98 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:41.568388 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:41.572147 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:41.702990 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d7ed5cce-1fe1-4f34-ac15-6f53654a10f0 req-05a0902e-d145-41ec-abba-20c414cc914e tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe229f66-8e30-4b40-861d-9abd1990ee7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928185
Apr 19 07:41:41.723024 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] For port 090aa1fc-aa56-4dd7-90e5-e91458560b82, host hv-cinder-77387, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:41:41.726598 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] For port 090aa1fc-aa56-4dd7-90e5-e91458560b82, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=090aa1fc-aa56-4dd7-90e5-e91458560b82,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:41:41.730645 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:41.736257 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:41.777160 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:41.784699 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:41.795341 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:41.802165 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:41.803049 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:41.804558 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] 10.222.0.16 "PUT /v2.0/ports/090aa1fc-aa56-4dd7-90e5-e91458560b82 HTTP/1.1" status: 200  len: 1093 time: 1.6377957
Apr 19 07:41:41.805069 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79c93a4-8605-49f6-ab35-2c3bc3c46c82', 'tag': '090aa1fc-aa56-4dd7-90e5-e91458560b82'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:41:41.833394 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Pushing event updated for resources: {'Port': ['ID=090aa1fc-aa56-4dd7-90e5-e91458560b82,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:41.846108 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:41.885919 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549}  {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 07:41:41.897711 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79c93a4-8605-49f6-ab35-2c3bc3c46c82', 'tag': '090aa1fc-aa56-4dd7-90e5-e91458560b82', 'status': 'completed', 'code': 200}
Apr 19 07:41:41.915862 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29181f6-5e32-4acc-b944-5c118e9b68ee,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:41.931152 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:41.931663 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.segments_db [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Added segment 26dcd3a1-a924-4ec6-bd23-8ba099c97fed of type vlan for network 7e7a146d-781f-4585-a4d1-b021b437149b
Apr 19 07:41:42.006438 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:42.008151 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753518964407'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:42.061832 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:42.063609 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:42.064432 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:42.071766 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:42.108894 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793119c7-21de-4266-b2c0-37632bec4d98 req-41466601-3dd0-4a03-8348-f2c90a705686 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:42.110458 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-793119c7-21de-4266-b2c0-37632bec4d98 req-41466601-3dd0-4a03-8348-f2c90a705686 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 932 time: 0.1439493
Apr 19 07:41:42.142058 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.9720056
Apr 19 07:41:42.145384 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 47012) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:42.154126 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-adfb2d5d-2cf5-408c-9cf9-412285ef4b4f admin admin] Request body: {'subnet': {'network_id': '7e7a146d-781f-4585-a4d1-b021b437149b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1092221579-subnet', 'tenant_id': '91070335293e4554bc5e23a84eafff98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:41:42.159074 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-adfb2d5d-2cf5-408c-9cf9-412285ef4b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:42.163356 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-adfb2d5d-2cf5-408c-9cf9-412285ef4b4f admin admin] Usage tracker for resource:subnet and tenant:91070335293e4554bc5e23a84eafff98 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:42.166412 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-adfb2d5d-2cf5-408c-9cf9-412285ef4b4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:42.173148 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-adfb2d5d-2cf5-408c-9cf9-412285ef4b4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:42.235269 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-793119c7-21de-4266-b2c0-37632bec4d98 req-0eae8208-6cb9-4a1e-b2ee-0237d3b241cf tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Synchronizing usage tracker for tenant:737a360207c34d4fa05a2a1646dedd02 on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:41:42.245597 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfb2d5d-2cf5-408c-9cf9-412285ef4b4f admin admin] Made reservation on behalf of 91070335293e4554bc5e23a84eafff98 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:41:42.250738 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-adfb2d5d-2cf5-408c-9cf9-412285ef4b4f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:42.259273 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-793119c7-21de-4266-b2c0-37632bec4d98 req-0eae8208-6cb9-4a1e-b2ee-0237d3b241cf tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Unset dirty status for tenant:737a360207c34d4fa05a2a1646dedd02 on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:41:42.260547 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-793119c7-21de-4266-b2c0-37632bec4d98 req-0eae8208-6cb9-4a1e-b2ee-0237d3b241cf tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425202
Apr 19 07:41:42.274162 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9c9a0-c3d1-45fd-b48c-310ade2ce980 req-0f8789da-01c9-4017-989c-948e0d75df3e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:42.281790 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-31d9c9a0-c3d1-45fd-b48c-310ade2ce980 req-0f8789da-01c9-4017-989c-948e0d75df3e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.1656129
Apr 19 07:41:42.287220 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Pushing event updated for resources: {'Network': ['ID=7e7a146d-781f-4585-a4d1-b021b437149b,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:42.291724 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:42.300268 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Network 7e7a146d-781f-4585-a4d1-b021b437149b details requested by agent ovs-agent-dv-cinder-773870-2-iscsi with host dv-cinder-773870-2-iscsi {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 07:41:42.346242 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-31d9c9a0-c3d1-45fd-b48c-310ade2ce980 req-bfa7dc95-1cfc-4cf6-8161-b0a7fefcb538 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541422
Apr 19 07:41:42.776102 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-adfb2d5d-2cf5-408c-9cf9-412285ef4b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:42.787125 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ac395cc7-e447-4f22-b214-72300da4a70f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:42.863020 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb2d5d-2cf5-408c-9cf9-412285ef4b4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=638955be-d3ca-4999-987e-13a5c9557e40,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:42.867554 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-adfb2d5d-2cf5-408c-9cf9-412285ef4b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:42.891623 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfb2d5d-2cf5-408c-9cf9-412285ef4b4f admin admin] Checking segment: {'id': '26dcd3a1-a924-4ec6-bd23-8ba099c97fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7e7a146d-781f-4585-a4d1-b021b437149b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:41:42.892018 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb2d5d-2cf5-408c-9cf9-412285ef4b4f admin admin] Network hostable DHCP agents. Network: 7e7a146d-781f-4585-a4d1-b021b437149b, hostable agents: ['a6ade28d-bcb7-45a8-a7cb-7d200a62a65e'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 07:41:42.912491 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb2d5d-2cf5-408c-9cf9-412285ef4b4f admin admin] Network 7e7a146d-781f-4585-a4d1-b021b437149b is scheduled to be hosted by DHCP agent a6ade28d-bcb7-45a8-a7cb-7d200a62a65e with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 07:41:42.923035 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-adfb2d5d-2cf5-408c-9cf9-412285ef4b4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-iscsi, 7e7a146d-781f-4585-a4d1-b021b437149b) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:41:42.929414 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfb2d5d-2cf5-408c-9cf9-412285ef4b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:42.930068 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-adfb2d5d-2cf5-408c-9cf9-412285ef4b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:42.935150 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9ac275-df95-445c-87af-f68334e51f45 None None] Network 7e7a146d-781f-4585-a4d1-b021b437149b requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:41:42.959897 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-adfb2d5d-2cf5-408c-9cf9-412285ef4b4f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8095353
Apr 19 07:41:43.000915 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d9ee8-c797-4268-972e-6476a5d04e0d req-fcc523dd-78ca-466e-a8eb-6e247333e53f tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:43.002835 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3d9d9ee8-c797-4268-972e-6476a5d04e0d req-fcc523dd-78ca-466e-a8eb-6e247333e53f tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 946 time: 0.1799066
Apr 19 07:41:43.078288 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3d9d9ee8-c797-4268-972e-6476a5d04e0d req-5e1ed39a-9037-47fe-933a-6cc6ded9120f tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe229f66-8e30-4b40-861d-9abd1990ee7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676970
Apr 19 07:41:43.245269 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccffd46-7bfa-4b21-b60d-cfca1f6e7a1f None None] Network 7e7a146d-781f-4585-a4d1-b021b437149b requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:41:43.522749 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Request body: {'port': {'device_id': '628d47a9-de31-407c-8314-8783fed7c9bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:41:43.711446 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec989a2-8eb4-4f93-86fe-a4d75671a81a req-e265d080-7834-4547-af93-a784d91e692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:43.717185 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fec989a2-8eb4-4f93-86fe-a4d75671a81a req-e265d080-7834-4547-af93-a784d91e692e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a43260bdda249fa8463858d2df10378&device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 1096 time: 0.3560393
Apr 19 07:41:43.895424 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-feedcd73-fda3-48db-87d8-75c818b4f66e req-a42a628b-6fc1-4030-8e3d-6bb06ae8f8a4 service neutron] 10.222.0.16 "GET /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6293557
Apr 19 07:41:43.906409 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:43.955796 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d673c7-c092-4b97-b3e6-60f7bd22e431 req-7383fa04-343a-476c-8761-361716469033 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:43.957322 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-80d673c7-c092-4b97-b3e6-60f7bd22e431 req-7383fa04-343a-476c-8761-361716469033 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 932 time: 0.4133828
Apr 19 07:41:43.986372 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45505cca-5636-477d-aaa7-e1cc11ae6569 req-c5cb6b59-d430-4533-a1ce-9abd8475d26a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:43.988041 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-45505cca-5636-477d-aaa7-e1cc11ae6569 req-c5cb6b59-d430-4533-a1ce-9abd8475d26a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.2846959
Apr 19 07:41:44.083339 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-80d673c7-c092-4b97-b3e6-60f7bd22e431 req-752239e4-6828-4312-b84c-01791d588b1b tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064568
Apr 19 07:41:44.095524 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-45505cca-5636-477d-aaa7-e1cc11ae6569 req-1bd94832-6ad8-4f56-8173-c7090575308e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912044
Apr 19 07:41:44.099525 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 47118) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:44.105578 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-823304970-network', 'tenant_id': '4d2b1068171940968e673b6a0cb27332'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:41:44.110611 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:44.114973 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Usage tracker for resource:network and tenant:4d2b1068171940968e673b6a0cb27332 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:44.128161 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:44.128161 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:44.138442 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Made reservation on behalf of 4d2b1068171940968e673b6a0cb27332 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:41:44.143575 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:44.159770 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:44.180916 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:44.185593 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Usage tracker for resource:security_group_rule and tenant:4d2b1068171940968e673b6a0cb27332 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:44.189505 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:44.196198 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:44.334927 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8154d07-8774-4219-b34a-53383601248c req-83610496-a702-4a1f-be9b-9359ec5855be tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:44.336876 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b8154d07-8774-4219-b34a-53383601248c req-83610496-a702-4a1f-be9b-9359ec5855be tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 946 time: 0.1224759
Apr 19 07:41:44.353435 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d196a061-3ecf-4d14-846f-16b5465a8e5f {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:41:44.362432 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:44.379301 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Transition to ACTIVE for port object d196a061-3ecf-4d14-846f-16b5465a8e5f will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:41:44.382494 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:44.387720 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:44.401427 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:44.415422 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:44.422854 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:44.442615 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b8154d07-8774-4219-b34a-53383601248c req-0f4e8e51-0993-4b45-98b4-936aa42d1900 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe229f66-8e30-4b40-861d-9abd1990ee7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884864
Apr 19 07:41:44.469641 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01569fc3-dd9a-40c7-92af-601c7d8ee4a7,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:44.475279 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:44.476032 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510}  {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 07:41:44.486082 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:44.486553 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.segments_db [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Added segment d6e28c9e-f35e-483d-a496-f3eea7fcd586 of type vlan for network cb7c23a9-1aa0-4439-9486-457511348bd0
Apr 19 07:41:44.517177 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753518964407'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:44.547905 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:44.549276 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:44.549908 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:44.554985 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:44.565627 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Pushing event updated for resources: {'Port': ['ID=d196a061-3ecf-4d14-846f-16b5465a8e5f,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:44.575852 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:44.586307 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Attempting to bind port d196a061-3ecf-4d14-846f-16b5465a8e5f on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:41:44.586693 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Attempting to bind port d196a061-3ecf-4d14-846f-16b5465a8e5f by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '9572bb33-3892-47d7-8c2a-8caaaeacd130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05d44543-9d4b-4374-aa98-e53850813000'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:41:44.587065 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Attempting to bind port d196a061-3ecf-4d14-846f-16b5465a8e5f on network 05d44543-9d4b-4374-aa98-e53850813000 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:41:44.593098 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Port d196a061-3ecf-4d14-846f-16b5465a8e5f on network 05d44543-9d4b-4374-aa98-e53850813000 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 07:41:44.593475 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Attempting to bind port d196a061-3ecf-4d14-846f-16b5465a8e5f on network 05d44543-9d4b-4374-aa98-e53850813000 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:41:44.599581 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Checking agent: {'id': 'e1395553-83f9-4e7d-975f-a9afa5ddc59a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:41:44.599961 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Checking segment: {'id': '9572bb33-3892-47d7-8c2a-8caaaeacd130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05d44543-9d4b-4374-aa98-e53850813000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:41:44.600386 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Bound using segment: {'id': '9572bb33-3892-47d7-8c2a-8caaaeacd130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05d44543-9d4b-4374-aa98-e53850813000'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:41:44.600874 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Bound port: d196a061-3ecf-4d14-846f-16b5465a8e5f, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9572bb33-3892-47d7-8c2a-8caaaeacd130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '05d44543-9d4b-4374-aa98-e53850813000'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:41:44.601375 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:44.611112 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:41:44.660103 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.5594401
Apr 19 07:41:44.664016 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 47128) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:44.673255 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Pushing event updated for resources: {'Network': ['ID=cb7c23a9-1aa0-4439-9486-457511348bd0,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:44.677245 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-4e40c361-504a-4944-82f2-3369a4c1492c admin admin] Request body: {'subnet': {'network_id': 'cb7c23a9-1aa0-4439-9486-457511348bd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-823304970-subnet', 'tenant_id': '4d2b1068171940968e673b6a0cb27332', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:41:44.678962 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:44.684280 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Network cb7c23a9-1aa0-4439-9486-457511348bd0 details requested by agent ovs-agent-dv-cinder-773870-2-iscsi with host dv-cinder-773870-2-iscsi {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 07:41:44.687481 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-4e40c361-504a-4944-82f2-3369a4c1492c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:44.693719 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-4e40c361-504a-4944-82f2-3369a4c1492c admin admin] Usage tracker for resource:subnet and tenant:4d2b1068171940968e673b6a0cb27332 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:44.698425 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-4e40c361-504a-4944-82f2-3369a4c1492c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:44.717014 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-4e40c361-504a-4944-82f2-3369a4c1492c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:44.735849 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e40c361-504a-4944-82f2-3369a4c1492c admin admin] Made reservation on behalf of 4d2b1068171940968e673b6a0cb27332 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:41:44.741333 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4e40c361-504a-4944-82f2-3369a4c1492c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:44.773801 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] For port d196a061-3ecf-4d14-846f-16b5465a8e5f, host hv-cinder-77387, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:41:44.845503 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] For port d196a061-3ecf-4d14-846f-16b5465a8e5f, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=d196a061-3ecf-4d14-846f-16b5465a8e5f,segment=NetworkSegment(9572bb33-3892-47d7-8c2a-8caaaeacd130),segment_id=9572bb33-3892-47d7-8c2a-8caaaeacd130)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:41:44.851939 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:44.859321 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6a7efc96-e02d-4b36-82cd-a57974afbf7c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:44.936572 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:44.937434 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:44.939020 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] 10.222.0.16 "PUT /v2.0/ports/d196a061-3ecf-4d14-846f-16b5465a8e5f HTTP/1.1" status: 200  len: 1094 time: 1.6312103
Apr 19 07:41:44.940796 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628d47a9-de31-407c-8314-8783fed7c9bf', 'tag': 'd196a061-3ecf-4d14-846f-16b5465a8e5f'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:41:44.969724 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Pushing event updated for resources: {'Port': ['ID=d196a061-3ecf-4d14-846f-16b5465a8e5f,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:45.003047 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628d47a9-de31-407c-8314-8783fed7c9bf', 'tag': 'd196a061-3ecf-4d14-846f-16b5465a8e5f', 'status': 'completed', 'code': 200}
Apr 19 07:41:45.003854 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:45.273668 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4e40c361-504a-4944-82f2-3369a4c1492c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:45.278721 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:45.358379 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40c361-504a-4944-82f2-3369a4c1492c admin admin] Pushing event updated for resources: {'Subnet': ['ID=93b034eb-9542-4b03-8272-80d1f94ba650,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:45.361378 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4e40c361-504a-4944-82f2-3369a4c1492c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:45.372780 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e40c361-504a-4944-82f2-3369a4c1492c admin admin] Checking segment: {'id': 'd6e28c9e-f35e-483d-a496-f3eea7fcd586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cb7c23a9-1aa0-4439-9486-457511348bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:41:45.373183 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e40c361-504a-4944-82f2-3369a4c1492c admin admin] Network hostable DHCP agents. Network: cb7c23a9-1aa0-4439-9486-457511348bd0, hostable agents: ['a6ade28d-bcb7-45a8-a7cb-7d200a62a65e'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 07:41:45.374179 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982d21c-8fe1-4d88-8280-be48bdb08c76 req-5464c71a-ca45-49af-a7e1-ced2be7cbc78 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:45.375735 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0982d21c-8fe1-4d88-8280-be48bdb08c76 req-5464c71a-ca45-49af-a7e1-ced2be7cbc78 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 944 time: 0.1558039
Apr 19 07:41:45.388608 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e9244-fdb4-4659-a7f4-9e8fc3c52021 req-f719366d-ced2-45f6-ad39-1cf66bfa8858 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:45.390376 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0b8e9244-fdb4-4659-a7f4-9e8fc3c52021 req-f719366d-ced2-45f6-ad39-1cf66bfa8858 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.1291211
Apr 19 07:41:45.395307 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e40c361-504a-4944-82f2-3369a4c1492c admin admin] Network cb7c23a9-1aa0-4439-9486-457511348bd0 is scheduled to be hosted by DHCP agent a6ade28d-bcb7-45a8-a7cb-7d200a62a65e with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 07:41:45.404594 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-4e40c361-504a-4944-82f2-3369a4c1492c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-iscsi, cb7c23a9-1aa0-4439-9486-457511348bd0) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:41:45.409083 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e40c361-504a-4944-82f2-3369a4c1492c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:45.409738 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4e40c361-504a-4944-82f2-3369a4c1492c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:45.414126 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031b91d2-14c5-4aea-9ccb-a71123f2043e None None] Network cb7c23a9-1aa0-4439-9486-457511348bd0 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:41:45.432316 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-4e40c361-504a-4944-82f2-3369a4c1492c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7671516
Apr 19 07:41:45.465340 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0b8e9244-fdb4-4659-a7f4-9e8fc3c52021 req-ad31546a-3316-415e-9816-7355c27f4f30 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603395
Apr 19 07:41:45.468257 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0982d21c-8fe1-4d88-8280-be48bdb08c76 req-20389e16-ad28-4f43-b727-027e59ca7d5e tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769029
Apr 19 07:41:45.586318 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 47152) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:45.655193 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-441d175e-9e22-4130-ae66-d56db1ee3265 admin admin] Deleting subnet 638955be-d3ca-4999-987e-13a5c9557e40 {{(pid=86356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 07:41:45.658811 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-441d175e-9e22-4130-ae66-d56db1ee3265 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:45.661397 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b838a023-773c-49d0-8583-6a37b081f39e None None] Network cb7c23a9-1aa0-4439-9486-457511348bd0 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:41:45.685214 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186e35f-07ff-47c8-843b-6c15bac20e81 req-a61a55e2-ca2e-4392-9d95-9ad4d8485b73 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:45.687000 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9186e35f-07ff-47c8-843b-6c15bac20e81 req-a61a55e2-ca2e-4392-9d95-9ad4d8485b73 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 946 time: 0.1065404
Apr 19 07:41:45.714478 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-441d175e-9e22-4130-ae66-d56db1ee3265 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:45.723081 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-441d175e-9e22-4130-ae66-d56db1ee3265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852818528'] for subnet, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:45.735260 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9186e35f-07ff-47c8-843b-6c15bac20e81 req-7d6f08d7-cae8-4709-b887-38dcd4252649 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe229f66-8e30-4b40-861d-9abd1990ee7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412304
Apr 19 07:41:46.001347 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-441d175e-9e22-4130-ae66-d56db1ee3265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for subnet, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:46.006560 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:46.045220 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d175e-9e22-4130-ae66-d56db1ee3265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=638955be-d3ca-4999-987e-13a5c9557e40,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:46.058807 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-441d175e-9e22-4130-ae66-d56db1ee3265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:46.067611 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-441d175e-9e22-4130-ae66-d56db1ee3265 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:46.074356 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-441d175e-9e22-4130-ae66-d56db1ee3265 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/638955be-d3ca-4999-987e-13a5c9557e40 HTTP/1.1" status: 204  len: 168 time: 0.4869030
Apr 19 07:41:46.077226 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 47164) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:46.393914 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915220'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:46.532619 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957365', 'neutron.services.segments.db._delete_segments_for_network-8753519474803'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:46.740387 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f61657fa550>> segment before_delete 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:46.740663 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f61657fa550>> subnet precommit_delete_associations 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:46.741344 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6164dfcf98>> segment_host_mapping after_create 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:46.741733 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6164dfcf98>> port after_create 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:46.742091 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6164dfcf98>> port after_delete 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:46.742492 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6164dfcf98>> port after_update 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:46.742847 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6164dfcf98>> segment after_delete 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:46.743184 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6164dfcf98>> subnet after_create 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:46.743630 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6164dfcf98>> subnet after_delete 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:46.743988 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6164dfcf98>> subnet after_update 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:46.810812 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6164b0c0b8>> subnet after_create 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:46.811226 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6164b0c0b8>> subnet after_delete 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:46.811875 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6164b0c0b8>> subnet before_create 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:46.812011 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6164b0c0b8>> subnet before_update 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:46.812332 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f616485d8d0>,) {'filters': {'network_id': ['7e7a146d-781f-4585-a4d1-b021b437149b']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:41:46.846891 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f616485d8d0>, '26dcd3a1-a924-4ec6-bd23-8ba099c97fed') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:41:46.847261 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f616485d8d0>, '26dcd3a1-a924-4ec6-bd23-8ba099c97fed') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:41:46.867757 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283335320419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4013316'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:46.892684 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec989a2-8eb4-4f93-86fe-a4d75671a81a req-f1986252-c28d-4d23-9fb3-a1129ab32c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:46.894306 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fec989a2-8eb4-4f93-86fe-a4d75671a81a req-f1986252-c28d-4d23-9fb3-a1129ab32c6a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=3a43260bdda249fa8463858d2df10378&shared=False HTTP/1.1" status: 200  len: 917 time: 0.2480938
Apr 19 07:41:46.905734 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:46.906052 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958880f-d42a-4305-83c2-db6f7d504a69 req-51a3aa78-cf16-4636-bc17-faffa70ef92c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:46.907608 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2958880f-d42a-4305-83c2-db6f7d504a69 req-51a3aa78-cf16-4636-bc17-faffa70ef92c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 944 time: 0.3270824
Apr 19 07:41:46.922943 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 07:41:46.941646 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a35470-81d0-494b-b758-9c1d595f1e7b req-60045d6e-cd03-4c76-aa6a-ab207d0c7e8f tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:46.943311 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-21a35470-81d0-494b-b758-9c1d595f1e7b req-60045d6e-cd03-4c76-aa6a-ab207d0c7e8f tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.2958033
Apr 19 07:41:46.958011 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fd38a-411a-4126-bc97-321d7f731385 req-97ee9462-f2a8-4864-930d-c4764006e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:46.959769 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-921fd38a-411a-4126-bc97-321d7f731385 req-97ee9462-f2a8-4864-930d-c4764006e7e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=737a360207c34d4fa05a2a1646dedd02&device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 1097 time: 0.2616477
Apr 19 07:41:47.082658 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36add50-43af-4e1f-9af4-54e0779207a6 req-c511ed52-c4d5-41b5-92f3-a296705dba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:47.084284 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a36add50-43af-4e1f-9af4-54e0779207a6 req-c511ed52-c4d5-41b5-92f3-a296705dba16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=737a360207c34d4fa05a2a1646dedd02&device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 1096 time: 0.4208853
Apr 19 07:41:47.329173 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-21a35470-81d0-494b-b758-9c1d595f1e7b req-f9f819b8-f26f-4ff5-96b4-a7a5006ca1e8 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3687539
Apr 19 07:41:47.335051 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2958880f-d42a-4305-83c2-db6f7d504a69 req-437037d9-1fdd-4705-9404-98f885f08118 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3906822
Apr 19 07:41:47.369750 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec989a2-8eb4-4f93-86fe-a4d75671a81a req-df47da71-448b-4372-9f00-f72e09fe95fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:47.372087 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fec989a2-8eb4-4f93-86fe-a4d75671a81a req-df47da71-448b-4372-9f00-f72e09fe95fe service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4635117
Apr 19 07:41:47.386755 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Network 7e7a146d-781f-4585-a4d1-b021b437149b has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:41:47.409080 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852824399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852205400'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:47.584623 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fd38a-411a-4126-bc97-321d7f731385 req-dd12e340-5c7e-4823-9a62-8df1b9fc91c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:47.586275 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-921fd38a-411a-4126-bc97-321d7f731385 req-dd12e340-5c7e-4823-9a62-8df1b9fc91c8 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=737a360207c34d4fa05a2a1646dedd02&shared=False HTTP/1.1" status: 200  len: 919 time: 0.5638113
Apr 19 07:41:47.608878 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-91057bf0-8a47-4a9c-99de-c12939e702df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:47.619989 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-91057bf0-8a47-4a9c-99de-c12939e702df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a43260bdda249fa8463858d2df10378&device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 1096 time: 0.1862178
Apr 19 07:41:47.660146 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36add50-43af-4e1f-9af4-54e0779207a6 req-a6632460-939e-44f6-84dd-fcd0c2838b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:47.663632 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a36add50-43af-4e1f-9af4-54e0779207a6 req-a6632460-939e-44f6-84dd-fcd0c2838b6f service neutron] 10.222.0.16 "GET /v2.0/networks?id=05d44543-9d4b-4374-aa98-e53850813000 HTTP/1.1" status: 200  len: 919 time: 0.5167005
Apr 19 07:41:47.709405 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-a5586804-3e26-4872-85bc-4f510284810f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=090aa1fc-aa56-4dd7-90e5-e91458560b82 HTTP/1.1" status: 200  len: 217 time: 0.0798700
Apr 19 07:41:47.719210 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e4839-e59d-489e-8114-047f7e79a980 req-7ce52594-14f4-4d4b-a112-3ca6b9a3eeef tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:47.727433 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ab3e4839-e59d-489e-8114-047f7e79a980 req-7ce52594-14f4-4d4b-a112-3ca6b9a3eeef tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 946 time: 0.2307191
Apr 19 07:41:47.857343 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ab3e4839-e59d-489e-8114-047f7e79a980 req-94ace85f-8f9a-40ee-86e4-cfc73f618345 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe229f66-8e30-4b40-861d-9abd1990ee7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287873
Apr 19 07:41:47.862077 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-bbef61f9-5832-46a7-bcb8-d151bf710d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:47.865589 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-bbef61f9-5832-46a7-bcb8-d151bf710d60 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a2ef621-9f95-4913-83e2-4f12522f9619 HTTP/1.1" status: 200  len: 855 time: 0.1332848
Apr 19 07:41:47.904470 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a36add50-43af-4e1f-9af4-54e0779207a6 req-b8844369-3936-4c2a-8d87-e8385c97b9a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8d128b4-0359-4a70-ae38-e586ea9ea296 HTTP/1.1" status: 200  len: 217 time: 0.1788604
Apr 19 07:41:47.906548 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Network 7e7a146d-781f-4585-a4d1-b021b437149b has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:   from cryptography.utils import int_from_bytes
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:   from cryptography.utils import int_from_bytes
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:   (rel_b, rel_a, rel_b),
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]: Traceback (most recent call last):
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:     timer()
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:     cb(*args, **kw)
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:     return func(*args, **kwargs)
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:     self._notify()
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:     self.callback(batched_events)
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:     event.method(event)
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:     segment_id)['aggregates'][0]
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:     return f(self, *a, **k)
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self._get(url).json()
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:     **kwargs)
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self.request(url, 'GET', **kwargs)
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:     **endpoint_filter)
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 07:41:47.938329 dv-cinder-773870-2-iscsi neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 07:41:47.965640 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-94a6a774-505e-4c40-a2fe-d8727924dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:47.967654 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-94a6a774-505e-4c40-a2fe-d8727924dd91 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5f1dd0c-8823-440f-8f62-01e66b821b29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0966895
Apr 19 07:41:48.126276 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36add50-43af-4e1f-9af4-54e0779207a6 req-13f9e9ef-d3fc-48e0-920b-8556141d0835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:48.127864 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a36add50-43af-4e1f-9af4-54e0779207a6 req-13f9e9ef-d3fc-48e0-920b-8556141d0835 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a88bf00-3a3b-4639-a89d-0ce64b93496d HTTP/1.1" status: 200  len: 858 time: 0.1931586
Apr 19 07:41:48.129149 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fd38a-411a-4126-bc97-321d7f731385 req-1000653c-fd93-42f9-b591-caa1c8a86f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:48.130611 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-921fd38a-411a-4126-bc97-321d7f731385 req-1000653c-fd93-42f9-b591-caa1c8a86f8b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5226109
Apr 19 07:41:48.131235 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852818435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671106'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:48.135419 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f91adccc-9c2a-49c8-98fa-ec09109d1952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:48.157890 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-92df6fb4-3e83-4a3f-9f15-a0f0102fb38e service neutron] 10.222.0.16 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1818953
Apr 19 07:41:48.193735 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:48.351213 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d4d37914-2a69-4cd1-94e1-4f5bacd13ff2 req-d793a82f-5311-4d5f-af1c-03db4aa821b6 service neutron] 10.222.0.16 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1861920
Apr 19 07:41:48.474610 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e7a146d-781f-4585-a4d1-b021b437149b,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:48.517863 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a36add50-43af-4e1f-9af4-54e0779207a6 req-babe2851-68b0-46ea-bfd0-3d61f41897ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05d44543-9d4b-4374-aa98-e53850813000&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3668101
Apr 19 07:41:48.522157 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:48.524073 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7e7a146d-781f-4585-a4d1-b021b437149b HTTP/1.1" status: 204  len: 168 time: 2.4457717
Apr 19 07:41:48.554762 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 47252) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:48.648175 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a786871-63a8-4443-9176-e97a113954df req-e482d232-2d32-4643-b7f5-1fb5cb85ac41 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:48.650999 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8a786871-63a8-4443-9176-e97a113954df req-e482d232-2d32-4643-b7f5-1fb5cb85ac41 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 944 time: 0.1412506
Apr 19 07:41:48.660667 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c990334-3c9a-413f-9b6c-795de233fe83 admin admin] Deleting subnet 93b034eb-9542-4b03-8272-80d1f94ba650 {{(pid=86356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 07:41:48.672174 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8c990334-3c9a-413f-9b6c-795de233fe83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:48.704402 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8a786871-63a8-4443-9176-e97a113954df req-b78e099f-90f3-421e-b435-ff04a5c0aec2 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463929
Apr 19 07:41:48.793812 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633c1cb-c58a-421b-916a-b3016f471b4a req-7daa72fa-84cb-4102-8192-c89fa5fc7fc9 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:48.795754 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4633c1cb-c58a-421b-916a-b3016f471b4a req-7daa72fa-84cb-4102-8192-c89fa5fc7fc9 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.0950303
Apr 19 07:41:48.802539 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8c990334-3c9a-413f-9b6c-795de233fe83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850762484'] for subnet, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:48.848328 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-845bcad1-acd6-4680-9a79-807cc0ca1e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:48.849233 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4633c1cb-c58a-421b-916a-b3016f471b4a req-78aab2e6-ea75-4f70-959d-813576331b93 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459545
Apr 19 07:41:48.849907 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-845bcad1-acd6-4680-9a79-807cc0ca1e78 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=737a360207c34d4fa05a2a1646dedd02&device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 1097 time: 0.6579614
Apr 19 07:41:48.890494 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a36add50-43af-4e1f-9af4-54e0779207a6 req-108757b5-fbb3-4f55-932d-46fcc2c665f9 service neutron] 10.222.0.16 "GET /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3638875
Apr 19 07:41:48.895882 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8c990334-3c9a-413f-9b6c-795de233fe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852818528'] for subnet, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:49.075611 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4107d8-d56c-4f3e-a955-95301dd5e2dc req-8fa803e2-80bb-4716-8452-e83ac180118c tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:49.077355 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bb4107d8-d56c-4f3e-a955-95301dd5e2dc req-8fa803e2-80bb-4716-8452-e83ac180118c tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 946 time: 0.0942361
Apr 19 07:41:49.139504 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bb4107d8-d56c-4f3e-a955-95301dd5e2dc req-bb0a39cb-928c-45c6-9c33-8c95554867e7 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe229f66-8e30-4b40-861d-9abd1990ee7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527887
Apr 19 07:41:49.173861 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8c990334-3c9a-413f-9b6c-795de233fe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2571019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852561747'] for subnet, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:49.180775 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:49.223712 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c990334-3c9a-413f-9b6c-795de233fe83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93b034eb-9542-4b03-8272-80d1f94ba650,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:49.226390 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8c990334-3c9a-413f-9b6c-795de233fe83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:49.232057 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8c990334-3c9a-413f-9b6c-795de233fe83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:49.236385 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-8c990334-3c9a-413f-9b6c-795de233fe83 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/93b034eb-9542-4b03-8272-80d1f94ba650 HTTP/1.1" status: 204  len: 168 time: 0.6764719
Apr 19 07:41:49.236816 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 47268) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:49.358571 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915220'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:49.511975 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957365', 'neutron.services.segments.db._delete_segments_for_network-8753519474803'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:49.579967 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 47286) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:49.662184 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6164b74978>> segment before_delete 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:49.662620 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6164b74978>> subnet precommit_delete_associations 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:49.663489 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6164274630>> segment_host_mapping after_create 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:49.663881 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6164274630>> port after_create 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:49.664249 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6164274630>> port after_delete 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:49.664629 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6164274630>> port after_update 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:49.665048 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6164274630>> segment after_delete 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:49.665382 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6164274630>> subnet after_create 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:49.665768 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6164274630>> subnet after_delete 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:49.666190 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6164274630>> subnet after_update 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:49.746938 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f616453ff60>> subnet after_create 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:49.747184 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f616453ff60>> subnet after_delete 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:49.747563 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f616453ff60>> subnet before_create 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:49.747940 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f616453ff60>> subnet before_update 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 07:41:49.748335 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6164cdfc88>,) {'filters': {'network_id': ['cb7c23a9-1aa0-4439-9486-457511348bd0']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:41:49.769642 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7f53737e-8fbc-4b81-8328-b60fba2a204c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:49.785554 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6164cdfc88>, 'd6e28c9e-f35e-483d-a496-f3eea7fcd586') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:41:49.785895 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6164cdfc88>, 'd6e28c9e-f35e-483d-a496-f3eea7fcd586') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:41:49.799534 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7f53737e-8fbc-4b81-8328-b60fba2a204c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:49.804062 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-7f53737e-8fbc-4b81-8328-b60fba2a204c admin admin] Usage tracker for resource:security_group_rule and tenant:e71528d7a4414d8999258d551b5b803e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:49.808006 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-7f53737e-8fbc-4b81-8328-b60fba2a204c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:49.815211 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7f53737e-8fbc-4b81-8328-b60fba2a204c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:49.819230 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283335320419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852567098'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:49.855542 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device f8d128b4-0359-4a70-ae38-e586ea9ea296 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:41:49.856781 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:49.865409 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 07:41:50.039958 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port f8d128b4-0359-4a70-ae38-e586ea9ea296, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f8d128b4-0359-4a70-ae38-e586ea9ea296,segment=NetworkSegment(9572bb33-3892-47d7-8c2a-8caaaeacd130),segment_id=9572bb33-3892-47d7-8c2a-8caaaeacd130)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:41:50.057153 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': 'f8d128b4-0359-4a70-ae38-e586ea9ea296', 'network_id': '05d44543-9d4b-4374-aa98-e53850813000', 'port_id': 'f8d128b4-0359-4a70-ae38-e586ea9ea296', 'mac_address': 'fa:16:3e:11:bd:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a88bf00-3a3b-4639-a89d-0ce64b93496d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:41:50.121653 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:50.140934 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d128b4-0359-4a70-ae38-e586ea9ea296 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:41:50.158223 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port f8d128b4-0359-4a70-ae38-e586ea9ea296, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f8d128b4-0359-4a70-ae38-e586ea9ea296,segment=NetworkSegment(9572bb33-3892-47d7-8c2a-8caaaeacd130),segment_id=9572bb33-3892-47d7-8c2a-8caaaeacd130)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:41:50.162311 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:50.164197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:50.185775 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Network cb7c23a9-1aa0-4439-9486-457511348bd0 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:41:50.204868 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852824399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2666546'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:50.238164 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=f8d128b4-0359-4a70-ae38-e586ea9ea296,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:50.242065 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:50.326105 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf81e7-24e7-4bc4-948f-69d9788475ae req-5e68cf56-7f4d-485b-b59d-5f7191649f1d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:50.327967 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0fbf81e7-24e7-4bc4-948f-69d9788475ae req-5e68cf56-7f4d-485b-b59d-5f7191649f1d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 944 time: 0.4317191
Apr 19 07:41:50.417309 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc46f4a-7e95-4775-a51d-f072ee42a34b req-b4db706b-bf72-49ec-8748-2b993b35cc44 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:50.418883 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9bc46f4a-7e95-4775-a51d-f072ee42a34b req-b4db706b-bf72-49ec-8748-2b993b35cc44 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.4173083
Apr 19 07:41:50.453808 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Network cb7c23a9-1aa0-4439-9486-457511348bd0 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:   from cryptography.utils import int_from_bytes
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:   from cryptography.utils import int_from_bytes
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:   (rel_b, rel_a, rel_b),
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]: Traceback (most recent call last):
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:     timer()
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:     cb(*args, **kw)
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:     return func(*args, **kwargs)
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:     self._notify()
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:     self.callback(batched_events)
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:     event.method(event)
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:     segment_id)['aggregates'][0]
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:     return f(self, *a, **k)
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self._get(url).json()
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:     **kwargs)
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self.request(url, 'GET', **kwargs)
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:     **endpoint_filter)
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 07:41:50.488174 dv-cinder-773870-2-iscsi neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 07:41:50.564823 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0fbf81e7-24e7-4bc4-948f-69d9788475ae req-fa706c7e-9d20-4592-b81e-2abdc7159ac4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2241228
Apr 19 07:41:50.591503 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9bc46f4a-7e95-4775-a51d-f072ee42a34b req-023cf36f-4648-497c-8210-99bf76988a6d tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1648221
Apr 19 07:41:50.592723 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852818435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671106'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:50.598650 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:50.604409 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:50.626023 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cb7c23a9-1aa0-4439-9486-457511348bd0 HTTP/1.1" status: 204  len: 168 time: 1.3879998
Apr 19 07:41:50.631444 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb7c23a9-1aa0-4439-9486-457511348bd0,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:50.641340 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:50.669427 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7f53737e-8fbc-4b81-8328-b60fba2a204c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:50.672627 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7f53737e-8fbc-4b81-8328-b60fba2a204c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:50.681706 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1d524814-2490-41e7-ba50-40579832a436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:50.724613 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-7f53737e-8fbc-4b81-8328-b60fba2a204c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e71528d7a4414d8999258d551b5b803e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1454909
Apr 19 07:41:50.725537 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53737e-8fbc-4b81-8328-b60fba2a204c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00811485-7f4f-44ae-b04e-2e008d8dc953,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:50.727630 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 47314) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:50.729060 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7f53737e-8fbc-4b81-8328-b60fba2a204c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:50.752213 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 47320) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:50.793671 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bf1d8e17-4677-4866-a1d6-b9ebf4d9265f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:50.810746 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-695e57e3-0b06-4384-9b55-b3bc52f3c182 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91070335293e4554bc5e23a84eafff98&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0572636
Apr 19 07:41:50.812312 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 47326) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:50.824864 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bf1d8e17-4677-4866-a1d6-b9ebf4d9265f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:50.880924 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f8938875-d4e2-46ce-8e02-ae6de4ebcf1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:50.881489 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bf1d8e17-4677-4866-a1d6-b9ebf4d9265f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:50.887078 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:50.898177 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d8e17-4677-4866-a1d6-b9ebf4d9265f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00811485-7f4f-44ae-b04e-2e008d8dc953,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:50.903355 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-bf1d8e17-4677-4866-a1d6-b9ebf4d9265f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:50.912499 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bf1d8e17-4677-4866-a1d6-b9ebf4d9265f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:50.913740 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f8938875-d4e2-46ce-8e02-ae6de4ebcf1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:50.916710 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-bf1d8e17-4677-4866-a1d6-b9ebf4d9265f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00811485-7f4f-44ae-b04e-2e008d8dc953 HTTP/1.1" status: 204  len: 168 time: 0.1879597
Apr 19 07:41:50.966114 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f8938875-d4e2-46ce-8e02-ae6de4ebcf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:50.975874 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d26fb92b-cc61-46aa-b2bf-7f294a711777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:50.989778 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8938875-d4e2-46ce-8e02-ae6de4ebcf1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29181f6-5e32-4acc-b944-5c118e9b68ee,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:51.001384 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f8938875-d4e2-46ce-8e02-ae6de4ebcf1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:51.003541 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f8938875-d4e2-46ce-8e02-ae6de4ebcf1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:51.004761 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-f8938875-d4e2-46ce-8e02-ae6de4ebcf1c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c29181f6-5e32-4acc-b944-5c118e9b68ee HTTP/1.1" status: 204  len: 168 time: 0.1910195
Apr 19 07:41:51.335388 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 47344) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:51.355087 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2d34288d-de6e-4c17-baf6-b29a0c4b2950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:51.371520 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2d34288d-de6e-4c17-baf6-b29a0c4b2950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:51.376151 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-2d34288d-de6e-4c17-baf6-b29a0c4b2950 admin admin] Usage tracker for resource:security_group_rule and tenant:1236cfebc04740c9842c2e816814e61e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:51.379174 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-2d34288d-de6e-4c17-baf6-b29a0c4b2950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:51.385317 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2d34288d-de6e-4c17-baf6-b29a0c4b2950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:51.472458 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2d34288d-de6e-4c17-baf6-b29a0c4b2950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:51.476696 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2d34288d-de6e-4c17-baf6-b29a0c4b2950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:51.490416 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0c468270-2d50-411b-ac42-7121a300c32f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:51.533283 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-2d34288d-de6e-4c17-baf6-b29a0c4b2950 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1236cfebc04740c9842c2e816814e61e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1967208
Apr 19 07:41:51.535053 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34288d-de6e-4c17-baf6-b29a0c4b2950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83426b0e-1ca3-4f6a-ade3-9f8535c9ee8c,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:51.536272 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 47348) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:51.539020 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2d34288d-de6e-4c17-baf6-b29a0c4b2950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:51.539578 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 47350) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:51.593588 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-1a2d52b5-857f-43ae-9c2a-0c7f0a2da2b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d2b1068171940968e673b6a0cb27332&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0526280
Apr 19 07:41:51.597569 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 47358) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:51.622880 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0d32f27d-417b-4ba2-b064-d8c6285a5b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:51.677179 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0d32f27d-417b-4ba2-b064-d8c6285a5b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:51.707716 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-abe90284-2ac1-4c33-ab26-16a387d1bf5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:51.759407 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-abe90284-2ac1-4c33-ab26-16a387d1bf5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:51.806045 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0d32f27d-417b-4ba2-b064-d8c6285a5b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:51.810716 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3ad7ad9b-02c4-4c18-96bf-d86ed8e26b43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:51.823038 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af678768-2954-43ff-8c79-27a111b9ecf3 req-6aa5e360-3073-422a-b147-a40fb2bf7aa4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:51.823570 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32f27d-417b-4ba2-b064-d8c6285a5b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83426b0e-1ca3-4f6a-ade3-9f8535c9ee8c,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:51.824616 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-af678768-2954-43ff-8c79-27a111b9ecf3 req-6aa5e360-3073-422a-b147-a40fb2bf7aa4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 944 time: 0.1437876
Apr 19 07:41:51.830221 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0d32f27d-417b-4ba2-b064-d8c6285a5b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:51.834673 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-abe90284-2ac1-4c33-ab26-16a387d1bf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:51.841014 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6bee55de-6cbe-4ec2-b914-bd65f9c45d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:51.852032 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe90284-2ac1-4c33-ab26-16a387d1bf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01569fc3-dd9a-40c7-92af-601c7d8ee4a7,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:51.854221 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0d32f27d-417b-4ba2-b064-d8c6285a5b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:51.857963 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-0d32f27d-417b-4ba2-b064-d8c6285a5b7a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83426b0e-1ca3-4f6a-ade3-9f8535c9ee8c HTTP/1.1" status: 204  len: 168 time: 0.3179405
Apr 19 07:41:51.857963 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-abe90284-2ac1-4c33-ab26-16a387d1bf5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:51.859921 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-abe90284-2ac1-4c33-ab26-16a387d1bf5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:51.861092 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-abe90284-2ac1-4c33-ab26-16a387d1bf5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01569fc3-dd9a-40c7-92af-601c7d8ee4a7 HTTP/1.1" status: 204  len: 168 time: 0.2623260
Apr 19 07:41:51.905765 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850cce0-e306-470b-ab20-6a538be7f054 req-6aeb33b7-b400-4867-839b-2ea5547ae3a1 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:51.915164 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c850cce0-e306-470b-ab20-6a538be7f054 req-6aeb33b7-b400-4867-839b-2ea5547ae3a1 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.1762948
Apr 19 07:41:52.015925 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-af678768-2954-43ff-8c79-27a111b9ecf3 req-80863bc5-65a4-4131-994a-ea219f02ecd4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1810570
Apr 19 07:41:52.042318 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c850cce0-e306-470b-ab20-6a538be7f054 req-4213a346-7b34-4b7f-a8cd-9c94f870eff0 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1256535
Apr 19 07:41:52.119504 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-12821d14-b757-44b7-9c76-b7c93f53488f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d196a061-3ecf-4d14-846f-16b5465a8e5f HTTP/1.1" status: 200  len: 217 time: 0.1692007
Apr 19 07:41:52.223472 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['f8d128b4-0359-4a70-ae38-e586ea9ea296'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:41:52.257843 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-da8e1b68-0017-44f7-a0af-a42a8b6634a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:52.259625 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-da8e1b68-0017-44f7-a0af-a42a8b6634a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a88bf00-3a3b-4639-a89d-0ce64b93496d HTTP/1.1" status: 200  len: 858 time: 0.1368880
Apr 19 07:41:52.349848 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-47d1c8b4-b8c5-4050-b620-e6e8abdb3859 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05d44543-9d4b-4374-aa98-e53850813000&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0713208
Apr 19 07:41:52.425072 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a36add50-43af-4e1f-9af4-54e0779207a6 req-6f829908-ed7c-485c-b283-921db57ba4c2 service neutron] 10.222.0.16 "GET /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4783151
Apr 19 07:41:52.466639 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 47388) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:52.492123 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-931536b2-a539-4787-9881-f1b92c627477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:52.513233 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-931536b2-a539-4787-9881-f1b92c627477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:52.517798 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-931536b2-a539-4787-9881-f1b92c627477 admin admin] Usage tracker for resource:security_group_rule and tenant:4a8928804b384b5db0b99b4948ab4b02 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:52.521252 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-931536b2-a539-4787-9881-f1b92c627477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:52.525715 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-4ef5145e-2dfd-40af-a3bc-e62117e882fb service neutron] 10.222.0.16 "GET /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1680636
Apr 19 07:41:52.527525 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-931536b2-a539-4787-9881-f1b92c627477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:52.627280 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-931536b2-a539-4787-9881-f1b92c627477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:52.632647 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-931536b2-a539-4787-9881-f1b92c627477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:52.644610 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:52.693035 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a935dc0d-2c85-490b-b23a-6985150ee991 req-a4a792c1-3b3e-490d-afef-18cdafd1f1c8 service neutron] 10.222.0.16 "GET /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1599119
Apr 19 07:41:52.695399 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-931536b2-a539-4787-9881-f1b92c627477 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a8928804b384b5db0b99b4948ab4b02&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2272680
Apr 19 07:41:52.698064 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 47396) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:52.700903 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931536b2-a539-4787-9881-f1b92c627477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6456f6ad-ac5f-425b-94a9-b51746b8bc40,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:52.724777 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-931536b2-a539-4787-9881-f1b92c627477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:52.778957 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c1ae8e92-1bae-45c4-b4d1-7cf88199ae26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:52.808038 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c1ae8e92-1bae-45c4-b4d1-7cf88199ae26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:52.855623 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c1ae8e92-1bae-45c4-b4d1-7cf88199ae26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:52.861046 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:52.877104 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae8e92-1bae-45c4-b4d1-7cf88199ae26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6456f6ad-ac5f-425b-94a9-b51746b8bc40,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:52.880685 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c1ae8e92-1bae-45c4-b4d1-7cf88199ae26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:52.885110 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c1ae8e92-1bae-45c4-b4d1-7cf88199ae26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:52.886468 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-c1ae8e92-1bae-45c4-b4d1-7cf88199ae26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6456f6ad-ac5f-425b-94a9-b51746b8bc40 HTTP/1.1" status: 204  len: 168 time: 0.1873045
Apr 19 07:41:53.356000 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94090f8-196c-4e77-964f-ce1a4e31cfb5 req-77f9fd57-87f2-46ef-a749-22ec19687acf tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:53.358853 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f94090f8-196c-4e77-964f-ce1a4e31cfb5 req-77f9fd57-87f2-46ef-a749-22ec19687acf tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 944 time: 0.1863279
Apr 19 07:41:53.489735 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f94090f8-196c-4e77-964f-ce1a4e31cfb5 req-95349257-1356-424f-9dbf-1f3781bf4e12 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246915
Apr 19 07:41:53.546911 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d3fe3-be4f-4749-aba8-41dc8dab41fa req-e115e1a5-8a3d-456b-b0ff-ed704e8aade4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:53.548607 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b33d3fe3-be4f-4749-aba8-41dc8dab41fa req-e115e1a5-8a3d-456b-b0ff-ed704e8aade4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.1379395
Apr 19 07:41:53.666614 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b33d3fe3-be4f-4749-aba8-41dc8dab41fa req-d4ae8e1b-f4f3-4928-abc8-61c9d9c93e50 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1112545
Apr 19 07:41:53.956941 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device f8d128b4-0359-4a70-ae38-e586ea9ea296 up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:41:54.054522 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning for port f8d128b4-0359-4a70-ae38-e586ea9ea296 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:41:54.060471 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port f8d128b4-0359-4a70-ae38-e586ea9ea296 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:41:54.061256 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:54.139784 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:54.225709 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:54.257046 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2449bc66-aa7e-42eb-a399-b2e78ff26f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d128b4-0359-4a70-ae38-e586ea9ea296'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:41:54.280959 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port f8d128b4-0359-4a70-ae38-e586ea9ea296, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f8d128b4-0359-4a70-ae38-e586ea9ea296,segment=NetworkSegment(9572bb33-3892-47d7-8c2a-8caaaeacd130),segment_id=9572bb33-3892-47d7-8c2a-8caaaeacd130)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:41:54.284579 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:54.286768 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2b00e99e-3566-467a-9b6c-2c5973d46a94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:54.351890 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2449bc66-aa7e-42eb-a399-b2e78ff26f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d128b4-0359-4a70-ae38-e586ea9ea296', 'code': 200}
Apr 19 07:41:54.380668 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=f8d128b4-0359-4a70-ae38-e586ea9ea296,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:54.384061 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:54.717035 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298680-9fb6-4f78-aeed-cbe547cdf7ad req-a0aa504d-886d-4ab5-8178-8965478a8189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:54.719635 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-62298680-9fb6-4f78-aeed-cbe547cdf7ad req-a0aa504d-886d-4ab5-8178-8965478a8189 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 1098 time: 0.1350179
Apr 19 07:41:54.781548 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 47516) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:54.837451 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80d96e-107f-4ee6-b771-c809c585cc04 req-97de76e1-e6ed-4592-a8ee-f82c5029d53d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:54.846360 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ed80d96e-107f-4ee6-b771-c809c585cc04 req-97de76e1-e6ed-4592-a8ee-f82c5029d53d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 944 time: 0.1530495
Apr 19 07:41:54.876881 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-62298680-9fb6-4f78-aeed-cbe547cdf7ad req-d39de066-fd8b-4280-af99-7df184bd5105 service neutron] Synchronizing usage tracker for tenant:e7b976d1099f46c4be0a8b283baa9d14 on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:41:54.911978 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-62298680-9fb6-4f78-aeed-cbe547cdf7ad req-d39de066-fd8b-4280-af99-7df184bd5105 service neutron] Unset dirty status for tenant:e7b976d1099f46c4be0a8b283baa9d14 on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:41:54.913525 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-62298680-9fb6-4f78-aeed-cbe547cdf7ad req-d39de066-fd8b-4280-af99-7df184bd5105 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1753228
Apr 19 07:41:54.981824 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ed80d96e-107f-4ee6-b771-c809c585cc04 req-2479a45c-41b5-4499-8e38-7ae5e70fe6de tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334507
Apr 19 07:41:54.996721 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-106f410f-4c6a-4f1f-bc51-e1942f8c77e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:55.014169 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-106f410f-4c6a-4f1f-bc51-e1942f8c77e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:55.018606 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-106f410f-4c6a-4f1f-bc51-e1942f8c77e2 admin admin] Usage tracker for resource:security_group_rule and tenant:1d44e9ee89564b4ba050fca55d83f10c is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:55.021635 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-106f410f-4c6a-4f1f-bc51-e1942f8c77e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:55.022568 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d5a7b-a0ab-4c9b-8c34-876d30b8f879 req-ecc8ee80-987c-4a45-b167-6e2b8c65666b tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:55.024371 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-269d5a7b-a0ab-4c9b-8c34-876d30b8f879 req-ecc8ee80-987c-4a45-b167-6e2b8c65666b tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.1241329
Apr 19 07:41:55.030083 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-106f410f-4c6a-4f1f-bc51-e1942f8c77e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:55.079996 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-269d5a7b-a0ab-4c9b-8c34-876d30b8f879 req-e48b1b53-6dd3-4555-a01a-6f73c4d5dbb4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442085
Apr 19 07:41:55.140180 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-106f410f-4c6a-4f1f-bc51-e1942f8c77e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:55.143179 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-106f410f-4c6a-4f1f-bc51-e1942f8c77e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:55.153453 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-86a6ab52-2cd2-4ab4-a3f2-38a632953cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:55.200900 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-106f410f-4c6a-4f1f-bc51-e1942f8c77e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d44e9ee89564b4ba050fca55d83f10c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4114726
Apr 19 07:41:55.200900 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f410f-4c6a-4f1f-bc51-e1942f8c77e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7719f5ca-50c7-49cb-aca8-1bf3d689db23,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:55.201799 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 47528) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:55.202387 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-106f410f-4c6a-4f1f-bc51-e1942f8c77e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:55.269325 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3624a3b2-363e-470d-87ce-4b2be8ffa0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:55.297881 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3624a3b2-363e-470d-87ce-4b2be8ffa0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:55.347245 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3624a3b2-363e-470d-87ce-4b2be8ffa0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:55.352318 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-240c837a-c863-4009-a0af-0e919fba6d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:55.366484 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624a3b2-363e-470d-87ce-4b2be8ffa0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7719f5ca-50c7-49cb-aca8-1bf3d689db23,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:55.369658 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3624a3b2-363e-470d-87ce-4b2be8ffa0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:55.370859 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-3624a3b2-363e-470d-87ce-4b2be8ffa0e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7719f5ca-50c7-49cb-aca8-1bf3d689db23 HTTP/1.1" status: 204  len: 168 time: 0.1676023
Apr 19 07:41:55.372393 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3624a3b2-363e-470d-87ce-4b2be8ffa0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:55.957829 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 090aa1fc-aa56-4dd7-90e5-e91458560b82 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:41:56.125493 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 090aa1fc-aa56-4dd7-90e5-e91458560b82, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=090aa1fc-aa56-4dd7-90e5-e91458560b82,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:41:56.143286 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': '090aa1fc-aa56-4dd7-90e5-e91458560b82', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'port_id': '090aa1fc-aa56-4dd7-90e5-e91458560b82', 'mac_address': 'fa:16:3e:b6:df:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:41:56.208308 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:56.230310 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090aa1fc-aa56-4dd7-90e5-e91458560b82 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:41:56.264368 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 090aa1fc-aa56-4dd7-90e5-e91458560b82, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=090aa1fc-aa56-4dd7-90e5-e91458560b82,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:41:56.287854 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:56.288652 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device d196a061-3ecf-4d14-846f-16b5465a8e5f details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:41:56.292273 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6b111785-0809-436f-8cb8-d1d5f4453d59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:56.338211 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8f521-145a-4130-93e7-ec359e78659b req-50837b42-5f2a-441e-93f8-6a5ebfde7125 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:56.344995 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0bc8f521-145a-4130-93e7-ec359e78659b req-50837b42-5f2a-441e-93f8-6a5ebfde7125 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 944 time: 0.2166445
Apr 19 07:41:56.494956 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=090aa1fc-aa56-4dd7-90e5-e91458560b82,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:56.503035 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:56.556414 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port d196a061-3ecf-4d14-846f-16b5465a8e5f, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=d196a061-3ecf-4d14-846f-16b5465a8e5f,segment=NetworkSegment(9572bb33-3892-47d7-8c2a-8caaaeacd130),segment_id=9572bb33-3892-47d7-8c2a-8caaaeacd130)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:41:56.574703 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': 'd196a061-3ecf-4d14-846f-16b5465a8e5f', 'network_id': '05d44543-9d4b-4374-aa98-e53850813000', 'port_id': 'd196a061-3ecf-4d14-846f-16b5465a8e5f', 'mac_address': 'fa:16:3e:bd:a6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a88bf00-3a3b-4639-a89d-0ce64b93496d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:41:56.647562 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:56.667983 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d196a061-3ecf-4d14-846f-16b5465a8e5f {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:41:56.689646 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port d196a061-3ecf-4d14-846f-16b5465a8e5f, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=d196a061-3ecf-4d14-846f-16b5465a8e5f,segment=NetworkSegment(9572bb33-3892-47d7-8c2a-8caaaeacd130),segment_id=9572bb33-3892-47d7-8c2a-8caaaeacd130)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:41:56.693050 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:56.696121 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:56.698617 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0bc8f521-145a-4130-93e7-ec359e78659b req-823c2730-c02d-49d7-b3ed-7fca401b971b tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717130
Apr 19 07:41:56.740194 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc716452-3a4a-431e-ac22-4f19c9f2e7dd req-33d5cb42-64f4-4e87-9613-1685d572e11a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:56.742257 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fc716452-3a4a-431e-ac22-4f19c9f2e7dd req-33d5cb42-64f4-4e87-9613-1685d572e11a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 944 time: 0.3959842
Apr 19 07:41:56.786129 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=d196a061-3ecf-4d14-846f-16b5465a8e5f,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:56.797284 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:56.814656 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fc716452-3a4a-431e-ac22-4f19c9f2e7dd req-b3b15235-ba98-4d7b-ba4a-a3c71c941389 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660040
Apr 19 07:41:56.954182 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['d196a061-3ecf-4d14-846f-16b5465a8e5f'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:41:56.994697 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['090aa1fc-aa56-4dd7-90e5-e91458560b82'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:41:57.607781 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 47612) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:57.758722 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d464196d-81a1-4a63-bede-7c225fc00cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:57.777021 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d464196d-81a1-4a63-bede-7c225fc00cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:57.781227 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d464196d-81a1-4a63-bede-7c225fc00cb0 admin admin] Usage tracker for resource:security_group_rule and tenant:6e728aea30b942be9e70940d98d35b02 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:57.784243 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d464196d-81a1-4a63-bede-7c225fc00cb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:57.790234 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d464196d-81a1-4a63-bede-7c225fc00cb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:57.947075 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d464196d-81a1-4a63-bede-7c225fc00cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:57.975774 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 090aa1fc-aa56-4dd7-90e5-e91458560b82 up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:41:58.000481 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d464196d-81a1-4a63-bede-7c225fc00cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:58.009905 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:58.034266 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6f486-70b6-4870-9a6f-d60e1556bf75 req-2e54d40d-f470-4f86-a642-6a7412d1384f tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:58.035948 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-85a6f486-70b6-4870-9a6f-d60e1556bf75 req-2e54d40d-f470-4f86-a642-6a7412d1384f tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 945 time: 0.2159297
Apr 19 07:41:58.058086 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning for port 090aa1fc-aa56-4dd7-90e5-e91458560b82 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:41:58.064505 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port 090aa1fc-aa56-4dd7-90e5-e91458560b82 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:41:58.065010 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:58.066660 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464196d-81a1-4a63-bede-7c225fc00cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6eeef3-2cbd-4b60-83a7-93b84d1618c8,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:58.089416 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d464196d-81a1-4a63-bede-7c225fc00cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:58.109742 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-d464196d-81a1-4a63-bede-7c225fc00cb0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e728aea30b942be9e70940d98d35b02&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5003133
Apr 19 07:41:58.113794 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 47626) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:58.198910 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-85a6f486-70b6-4870-9a6f-d60e1556bf75 req-776ef369-ee71-4cda-8446-3d973d195104 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548865
Apr 19 07:41:58.211601 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a22ef-58d9-4a63-923e-a5d8d7fac529 req-aaac1fbc-6e4a-4da8-9876-b96157d5db5f tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:58.212732 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:58.218053 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-956a22ef-58d9-4a63-923e-a5d8d7fac529 req-aaac1fbc-6e4a-4da8-9876-b96157d5db5f tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 944 time: 0.2738762
Apr 19 07:41:58.222426 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-eab44eac-fbca-45a7-afb2-8dcf976caa9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:58.252929 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79c93a4-8605-49f6-ab35-2c3bc3c46c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090aa1fc-aa56-4dd7-90e5-e91458560b82'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:41:58.263699 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 090aa1fc-aa56-4dd7-90e5-e91458560b82, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=090aa1fc-aa56-4dd7-90e5-e91458560b82,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:41:58.267283 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:58.268258 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device d196a061-3ecf-4d14-846f-16b5465a8e5f up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:41:58.271977 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-eab44eac-fbca-45a7-afb2-8dcf976caa9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:58.302752 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5e5b5209-25a8-469a-abe6-7ed07a0b330b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:58.344140 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-eab44eac-fbca-45a7-afb2-8dcf976caa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:58.347034 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79c93a4-8605-49f6-ab35-2c3bc3c46c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090aa1fc-aa56-4dd7-90e5-e91458560b82', 'code': 200}
Apr 19 07:41:58.363843 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:58.386310 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab44eac-fbca-45a7-afb2-8dcf976caa9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6eeef3-2cbd-4b60-83a7-93b84d1618c8,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:58.401193 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-eab44eac-fbca-45a7-afb2-8dcf976caa9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:58.405209 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-956a22ef-58d9-4a63-923e-a5d8d7fac529 req-f8e71777-605a-4c42-8fe3-4073ede5990a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1839631
Apr 19 07:41:58.406338 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-eab44eac-fbca-45a7-afb2-8dcf976caa9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:58.419476 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-eab44eac-fbca-45a7-afb2-8dcf976caa9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae6eeef3-2cbd-4b60-83a7-93b84d1618c8 HTTP/1.1" status: 204  len: 168 time: 0.2932096
Apr 19 07:41:58.610501 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=090aa1fc-aa56-4dd7-90e5-e91458560b82,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:58.615660 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:58.624633 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning for port d196a061-3ecf-4d14-846f-16b5465a8e5f completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:41:58.641949 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port d196a061-3ecf-4d14-846f-16b5465a8e5f triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:41:58.642399 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:58.838801 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:58.846694 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 47654) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:58.866499 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-107b3b2d-f295-4706-b67e-a461e99024d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:58.887750 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-107b3b2d-f295-4706-b67e-a461e99024d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:41:58.890954 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port d196a061-3ecf-4d14-846f-16b5465a8e5f, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=d196a061-3ecf-4d14-846f-16b5465a8e5f,segment=NetworkSegment(9572bb33-3892-47d7-8c2a-8caaaeacd130),segment_id=9572bb33-3892-47d7-8c2a-8caaaeacd130)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:41:58.892340 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-107b3b2d-f295-4706-b67e-a461e99024d3 admin admin] Usage tracker for resource:security_group_rule and tenant:7781561f3f4746729fa3ed49fa740678 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:41:58.895481 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:58.896011 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-107b3b2d-f295-4706-b67e-a461e99024d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:41:58.898428 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:58.902405 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-107b3b2d-f295-4706-b67e-a461e99024d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:41:58.980300 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=d196a061-3ecf-4d14-846f-16b5465a8e5f,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:58.984321 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:58.997837 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-107b3b2d-f295-4706-b67e-a461e99024d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:59.007973 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-107b3b2d-f295-4706-b67e-a461e99024d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:59.017450 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:59.063316 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-107b3b2d-f295-4706-b67e-a461e99024d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7781561f3f4746729fa3ed49fa740678&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2119210
Apr 19 07:41:59.063316 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b3b2d-f295-4706-b67e-a461e99024d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b2ab5e-4edf-404f-8b6f-ab3d57af39b8,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:59.063912 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 47662) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:41:59.066321 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-107b3b2d-f295-4706-b67e-a461e99024d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:59.127599 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5b5276c-0b97-4a37-8a06-e2562124eb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:59.157413 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5b5276c-0b97-4a37-8a06-e2562124eb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:59.205122 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5b5276c-0b97-4a37-8a06-e2562124eb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:59.210707 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d3400cc4-9515-4e13-9189-deaae436866d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:41:59.225140 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5276c-0b97-4a37-8a06-e2562124eb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b2ab5e-4edf-404f-8b6f-ab3d57af39b8,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:41:59.230003 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e5b5276c-0b97-4a37-8a06-e2562124eb01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:41:59.232110 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5b5276c-0b97-4a37-8a06-e2562124eb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:41:59.236202 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-e5b5276c-0b97-4a37-8a06-e2562124eb01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5b2ab5e-4edf-404f-8b6f-ab3d57af39b8 HTTP/1.1" status: 204  len: 168 time: 0.1682177
Apr 19 07:41:59.460674 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6230ff-7fbe-4616-a2d7-59ca3f4f71ff req-a13f5440-9168-4d07-b303-57091cf8ec42 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:59.470688 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-db6230ff-7fbe-4616-a2d7-59ca3f4f71ff req-a13f5440-9168-4d07-b303-57091cf8ec42 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.1163077
Apr 19 07:41:59.520031 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-db6230ff-7fbe-4616-a2d7-59ca3f4f71ff req-e7d9a61d-2af1-4b85-aee9-38e8eeb8e1f4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480921
Apr 19 07:41:59.685506 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da8f3e-b358-4509-9aa6-f43b5f327403 req-6e6d14d4-68b9-44c4-a1c0-933e52e57d46 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:41:59.693305 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d9da8f3e-b358-4509-9aa6-f43b5f327403 req-6e6d14d4-68b9-44c4-a1c0-933e52e57d46 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.1113217
Apr 19 07:41:59.735847 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d9da8f3e-b358-4509-9aa6-f43b5f327403 req-4642767a-7e74-45bc-8be3-27b935bb5fb7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416284
Apr 19 07:42:00.348631 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628d47a9-de31-407c-8314-8783fed7c9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd196a061-3ecf-4d14-846f-16b5465a8e5f'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:42:00.397445 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628d47a9-de31-407c-8314-8783fed7c9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd196a061-3ecf-4d14-846f-16b5465a8e5f', 'code': 200}
Apr 19 07:42:00.785528 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445886f9-9739-4e0b-9787-387937dabd99 req-86e8e588-0c23-4bb7-8ff0-395407407729 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:00.787341 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-445886f9-9739-4e0b-9787-387937dabd99 req-86e8e588-0c23-4bb7-8ff0-395407407729 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.1077309
Apr 19 07:42:00.853395 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-445886f9-9739-4e0b-9787-387937dabd99 req-20f0340a-338c-4796-a0c0-d37eb5cdaafb tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585060
Apr 19 07:42:00.965362 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab457a26-68d9-4c19-938a-18a8471cf398 req-4be7b026-97eb-4bf2-addd-7280c52ee9d0 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:00.967157 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ab457a26-68d9-4c19-938a-18a8471cf398 req-4be7b026-97eb-4bf2-addd-7280c52ee9d0 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.0964346
Apr 19 07:42:01.015444 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ab457a26-68d9-4c19-938a-18a8471cf398 req-6593c193-5cc8-4dd4-9a72-616a683bd122 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418644
Apr 19 07:42:01.776395 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b60fe1-9913-4e0b-8f5b-1c935cf7d1ae req-9bcb3b6e-9edb-45f8-a291-e34dab6750d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:01.777955 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-37b60fe1-9913-4e0b-8f5b-1c935cf7d1ae req-9bcb3b6e-9edb-45f8-a291-e34dab6750d3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 1098 time: 0.1480315
Apr 19 07:42:01.787922 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423530f-85f9-45a4-9b92-d8817d6c0ea4 req-c83afb38-d72f-4962-8cc0-eb3374e509ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:01.789463 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0423530f-85f9-45a4-9b92-d8817d6c0ea4 req-c83afb38-d72f-4962-8cc0-eb3374e509ef service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 1099 time: 0.1226704
Apr 19 07:42:02.064478 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606bef5-d72b-4d63-8666-d1b18fbeb553 req-96e08e86-b93f-4773-9877-468a8a060c62 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:02.066119 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c606bef5-d72b-4d63-8666-d1b18fbeb553 req-96e08e86-b93f-4773-9877-468a8a060c62 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.0916305
Apr 19 07:42:02.116332 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c606bef5-d72b-4d63-8666-d1b18fbeb553 req-c69f61d8-abf2-4c03-b75f-5f2eef34d9e7 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432291
Apr 19 07:42:02.229841 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debef2f2-487c-4b82-8179-8df84f0e6a9e req-5e2b03bc-96a0-4899-bfbd-55143497b65a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:02.231465 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-debef2f2-487c-4b82-8179-8df84f0e6a9e req-5e2b03bc-96a0-4899-bfbd-55143497b65a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.0902784
Apr 19 07:42:02.280232 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-debef2f2-487c-4b82-8179-8df84f0e6a9e req-728c8494-0169-4794-a27b-768405f54496 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422881
Apr 19 07:42:03.335335 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd397d30-1914-435d-92f5-3b6020c370dd req-e1ec2e07-86a0-4a87-a7a8-53a84517691e tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:03.336856 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cd397d30-1914-435d-92f5-3b6020c370dd req-e1ec2e07-86a0-4a87-a7a8-53a84517691e tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.0921664
Apr 19 07:42:03.387037 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cd397d30-1914-435d-92f5-3b6020c370dd req-3b4d2ec0-b2f5-4f49-bb4d-7f5a81ad7ca0 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415194
Apr 19 07:42:03.489749 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d173a-6090-4589-9692-e5c13e875651 req-bd343f0c-fb06-43c2-937c-d81a6b4abbd4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:03.491400 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7b9d173a-6090-4589-9692-e5c13e875651 req-bd343f0c-fb06-43c2-937c-d81a6b4abbd4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.0901856
Apr 19 07:42:03.545985 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7b9d173a-6090-4589-9692-e5c13e875651 req-682bb958-79fc-45d0-9a1b-743f537dc7f2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453019
Apr 19 07:42:03.774429 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b1aa4dcd-2167-40b2-9d67-98073d3112e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:03.835586 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-37b60fe1-9913-4e0b-8f5b-1c935cf7d1ae req-fbc44833-705d-4fdb-9684-e21da6158744 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690069
Apr 19 07:42:03.839023 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0423530f-85f9-45a4-9b92-d8817d6c0ea4 req-7d54e9c1-76a4-489f-bade-af4f968db0ce service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574348
Apr 19 07:42:04.601513 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef80e3b-bf71-443a-b8a8-c3e028efe93c req-9635da28-7aad-4d13-90f2-3373728c5be5 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:04.604829 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3ef80e3b-bf71-443a-b8a8-c3e028efe93c req-9635da28-7aad-4d13-90f2-3373728c5be5 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.0995183
Apr 19 07:42:04.655233 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3ef80e3b-bf71-443a-b8a8-c3e028efe93c req-433e9858-5108-4787-8e71-29f650b2042b tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457089
Apr 19 07:42:04.762750 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415ba8c-d750-46b2-a82d-a7626644d84e req-25806944-1646-4673-a54d-10bb64fe6347 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:04.764352 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3415ba8c-d750-46b2-a82d-a7626644d84e req-25806944-1646-4673-a54d-10bb64fe6347 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.0929465
Apr 19 07:42:04.813642 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3415ba8c-d750-46b2-a82d-a7626644d84e req-d6b53d54-54b4-4aa2-a47c-ddb98acf7bf1 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421953
Apr 19 07:42:05.892885 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25589e-aa46-47f0-84ac-6ec22f30fed2 req-7fec5f0e-b186-44aa-954d-f6a5c369139e tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:05.894695 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-aa25589e-aa46-47f0-84ac-6ec22f30fed2 req-7fec5f0e-b186-44aa-954d-f6a5c369139e tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.1076691
Apr 19 07:42:05.960030 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-aa25589e-aa46-47f0-84ac-6ec22f30fed2 req-a687e67e-cf4a-4f0f-b3ec-01fd77b0751a tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571392
Apr 19 07:42:06.001754 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d911a1c2-6488-4c34-8b56-40cfbfc2d1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:06.056757 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72a076-9117-4716-ab0f-1def6a3a19f1 req-51361c90-4974-4741-838f-7c4ec7be94f0 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:06.058400 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cb72a076-9117-4716-ab0f-1def6a3a19f1 req-51361c90-4974-4741-838f-7c4ec7be94f0 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.1030393
Apr 19 07:42:06.110666 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cb72a076-9117-4716-ab0f-1def6a3a19f1 req-f35fdbe9-ee62-441a-8e98-6e9f9cc70f14 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457151
Apr 19 07:42:06.375651 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:07.007464 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:07.178968 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a229bdb-6beb-49ac-8b19-f43c9350117c req-83544680-8212-4ee1-9bf8-b95982349adf tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:07.180548 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2a229bdb-6beb-49ac-8b19-f43c9350117c req-83544680-8212-4ee1-9bf8-b95982349adf tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.0917945
Apr 19 07:42:07.241393 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2a229bdb-6beb-49ac-8b19-f43c9350117c req-91397886-8900-4866-84f6-4f1bf82ecdd7 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497239
Apr 19 07:42:07.338400 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3843078-cc37-4770-9803-11c84af0e5d9 req-6bd601f9-41a7-4b59-8cca-6a4f1ac6c385 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:07.340067 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e3843078-cc37-4770-9803-11c84af0e5d9 req-6bd601f9-41a7-4b59-8cca-6a4f1ac6c385 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.0912747
Apr 19 07:42:07.388505 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e3843078-cc37-4770-9803-11c84af0e5d9 req-855098ca-b688-4380-9ad4-3bdf25bc556b tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416172
Apr 19 07:42:07.637610 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31107e0-13a4-44f0-889d-05811ab55baf req-74c2b966-1cf0-4618-9bec-cfde4dcf02e0 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:07.645605 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a31107e0-13a4-44f0-889d-05811ab55baf req-74c2b966-1cf0-4618-9bec-cfde4dcf02e0 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.1279726
Apr 19 07:42:07.658135 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 47938) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:07.668013 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-71fd19c6-b5f2-4b46-83b6-df0d663bcf74 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Request body: {'floatingip': {'port_id': '090aa1fc-aa56-4dd7-90e5-e91458560b82'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:42:07.709919 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dce4c-83e8-44d3-978c-1ab7dc2f474f req-707c2a12-8a33-41eb-9c38-689c611d378a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:07.725288 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-934dce4c-83e8-44d3-978c-1ab7dc2f474f req-707c2a12-8a33-41eb-9c38-689c611d378a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=737a360207c34d4fa05a2a1646dedd02&device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 1099 time: 0.1123712
Apr 19 07:42:07.793608 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-71fd19c6-b5f2-4b46-83b6-df0d663bcf74 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for floatingip, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:07.846588 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:08.008667 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dce4c-83e8-44d3-978c-1ab7dc2f474f req-8f0636aa-3fa2-4c47-8037-50fee2d70e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:08.013808 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-934dce4c-83e8-44d3-978c-1ab7dc2f474f req-8f0636aa-3fa2-4c47-8037-50fee2d70e03 service neutron] 10.222.0.16 "GET /v2.0/networks?id=05d44543-9d4b-4374-aa98-e53850813000 HTTP/1.1" status: 200  len: 919 time: 0.2786620
Apr 19 07:42:08.133009 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a64931-3166-4cce-bd82-344aad4a26a6 req-083458ff-399c-4223-b526-d44167d23c0e tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:08.134806 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b5a64931-3166-4cce-bd82-344aad4a26a6 req-083458ff-399c-4223-b526-d44167d23c0e tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.2519021
Apr 19 07:42:08.179880 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-934dce4c-83e8-44d3-978c-1ab7dc2f474f req-cad3f97e-9b03-42f3-979d-f5d4e19f3e29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d196a061-3ecf-4d14-846f-16b5465a8e5f HTTP/1.1" status: 200  len: 217 time: 0.1587954
Apr 19 07:42:08.218336 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b5a64931-3166-4cce-bd82-344aad4a26a6 req-e7c6cbad-8ed1-4a0c-877e-376e5afb5bf3 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720549
Apr 19 07:42:08.320912 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 47966) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:08.336734 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dce4c-83e8-44d3-978c-1ab7dc2f474f req-3d9cf9bb-a5e7-40db-8acf-b0d32be2ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:08.339148 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-934dce4c-83e8-44d3-978c-1ab7dc2f474f req-3d9cf9bb-a5e7-40db-8acf-b0d32be2ba4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a88bf00-3a3b-4639-a89d-0ce64b93496d HTTP/1.1" status: 200  len: 858 time: 0.1480739
Apr 19 07:42:08.436572 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-934dce4c-83e8-44d3-978c-1ab7dc2f474f req-efdae428-5bd8-41f9-b24d-588517df3218 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05d44543-9d4b-4374-aa98-e53850813000&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0894465
Apr 19 07:42:08.491818 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03e82e-6386-440a-b9e8-42d82f770681 req-5fe8a251-6608-4dfd-94fd-56666a42dfcb tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:08.493439 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7b03e82e-6386-440a-b9e8-42d82f770681 req-5fe8a251-6608-4dfd-94fd-56666a42dfcb tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 946 time: 0.2897601
Apr 19 07:42:08.595578 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7b03e82e-6386-440a-b9e8-42d82f770681 req-63514e67-a21d-4e97-86a7-e1a3c0d321c7 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe229f66-8e30-4b40-861d-9abd1990ee7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839362
Apr 19 07:42:08.608929 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-934dce4c-83e8-44d3-978c-1ab7dc2f474f req-76885527-8cb7-4c1b-a268-b60a1768082a service neutron] 10.222.0.16 "GET /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1652465
Apr 19 07:42:08.626557 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-47488818-4aa2-408b-9d62-5be17dfeafaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:08.830100 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-934dce4c-83e8-44d3-978c-1ab7dc2f474f req-8ecab1ce-74c7-441a-8974-0e5d40aee11a service neutron] 10.222.0.16 "GET /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1908422
Apr 19 07:42:08.834829 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-47488818-4aa2-408b-9d62-5be17dfeafaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:08.839220 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-47488818-4aa2-408b-9d62-5be17dfeafaf admin admin] Usage tracker for resource:security_group_rule and tenant:798084ef936343d19a690cb85a552349 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:08.842075 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-47488818-4aa2-408b-9d62-5be17dfeafaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:08.848598 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-47488818-4aa2-408b-9d62-5be17dfeafaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:08.959519 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-47488818-4aa2-408b-9d62-5be17dfeafaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:08.962919 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-47488818-4aa2-408b-9d62-5be17dfeafaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:08.973763 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:09.028553 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-47488818-4aa2-408b-9d62-5be17dfeafaf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=798084ef936343d19a690cb85a552349&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7053561
Apr 19 07:42:09.029619 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47488818-4aa2-408b-9d62-5be17dfeafaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f91a66d-e41a-47a7-87ae-db1265c55679,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:09.032275 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 47992) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:09.052609 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47488818-4aa2-408b-9d62-5be17dfeafaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:09.053022 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47488818-4aa2-408b-9d62-5be17dfeafaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:09.053397 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47488818-4aa2-408b-9d62-5be17dfeafaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:09.053782 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47488818-4aa2-408b-9d62-5be17dfeafaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:09.054185 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47488818-4aa2-408b-9d62-5be17dfeafaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:09.054587 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47488818-4aa2-408b-9d62-5be17dfeafaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:09.054964 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47488818-4aa2-408b-9d62-5be17dfeafaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:09.055342 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47488818-4aa2-408b-9d62-5be17dfeafaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:09.055715 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47488818-4aa2-408b-9d62-5be17dfeafaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:09.056087 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47488818-4aa2-408b-9d62-5be17dfeafaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:09.056422 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47488818-4aa2-408b-9d62-5be17dfeafaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:09.056826 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47488818-4aa2-408b-9d62-5be17dfeafaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:09.063640 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-47488818-4aa2-408b-9d62-5be17dfeafaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:09.113197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-72acfc7f-f97a-45a6-a924-3f0f7718a108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:09.142064 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-72acfc7f-f97a-45a6-a924-3f0f7718a108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:09.179402 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.db.resource_extend [None req-71fd19c6-b5f2-4b46-83b6-df0d663bcf74 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 19 07:42:09.189116 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-72acfc7f-f97a-45a6-a924-3f0f7718a108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:09.194363 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:09.209680 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acfc7f-f97a-45a6-a924-3f0f7718a108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f91a66d-e41a-47a7-87ae-db1265c55679,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:09.212057 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-72acfc7f-f97a-45a6-a924-3f0f7718a108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:09.221907 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-72acfc7f-f97a-45a6-a924-3f0f7718a108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:09.224279 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-72acfc7f-f97a-45a6-a924-3f0f7718a108 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f91a66d-e41a-47a7-87ae-db1265c55679 HTTP/1.1" status: 204  len: 168 time: 0.1899257
Apr 19 07:42:09.290369 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-71fd19c6-b5f2-4b46-83b6-df0d663bcf74 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:09.294031 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-71fd19c6-b5f2-4b46-83b6-df0d663bcf74 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671153'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:09.555174 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.l3_db [None req-71fd19c6-b5f2-4b46-83b6-df0d663bcf74 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Floating IP 287a9284-cd12-4ed1-87df-4af03ace3dc6 associated. External IP: 172.27.0.180, port: 090aa1fc-aa56-4dd7-90e5-e91458560b82.
Apr 19 07:42:09.561741 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 48008) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:09.581195 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d48945fe-d9e8-41ee-81fb-37dfa378b9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:09.601462 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d48945fe-d9e8-41ee-81fb-37dfa378b9b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:09.605771 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d48945fe-d9e8-41ee-81fb-37dfa378b9b2 admin admin] Usage tracker for resource:security_group_rule and tenant:06a8ea534d2a47c1b534ab104187f12f is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:09.608998 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d48945fe-d9e8-41ee-81fb-37dfa378b9b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:09.615511 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d48945fe-d9e8-41ee-81fb-37dfa378b9b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:09.709604 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d48945fe-d9e8-41ee-81fb-37dfa378b9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:09.716913 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d48945fe-d9e8-41ee-81fb-37dfa378b9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:09.723907 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acd46a-713b-4b9a-9544-0c59982e54ae req-b02e015f-2ffc-43a3-ada3-d4d8aa989265 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:09.725627 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-47acd46a-713b-4b9a-9544-0c59982e54ae req-b02e015f-2ffc-43a3-ada3-d4d8aa989265 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.3064663
Apr 19 07:42:09.728418 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f8938875-d4e2-46ce-8e02-ae6de4ebcf1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:09.775502 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48945fe-d9e8-41ee-81fb-37dfa378b9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c22750-c715-4afd-9e71-0dab20afc131,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:09.780707 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-d48945fe-d9e8-41ee-81fb-37dfa378b9b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06a8ea534d2a47c1b534ab104187f12f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2178333
Apr 19 07:42:09.781964 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d48945fe-d9e8-41ee-81fb-37dfa378b9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:09.783574 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 48016) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:09.882194 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2f079de3-d1be-4103-9b29-e5017cfc55d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:09.923797 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2f079de3-d1be-4103-9b29-e5017cfc55d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:09.990542 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2f079de3-d1be-4103-9b29-e5017cfc55d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:09.997518 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:10.025299 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2f079de3-d1be-4103-9b29-e5017cfc55d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:10.030117 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-2f079de3-d1be-4103-9b29-e5017cfc55d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70c22750-c715-4afd-9e71-0dab20afc131 HTTP/1.1" status: 204  len: 168 time: 0.2453361
Apr 19 07:42:10.034036 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f079de3-d1be-4103-9b29-e5017cfc55d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c22750-c715-4afd-9e71-0dab20afc131,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:10.054118 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2f079de3-d1be-4103-9b29-e5017cfc55d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:10.103086 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fd19c6-b5f2-4b46-83b6-df0d663bcf74 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Router e6fbbfe8-2635-40bc-b99b-4d2648b64c94 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:42:10.162078 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-47acd46a-713b-4b9a-9544-0c59982e54ae req-9dbb6b27-5a76-4d09-9605-1059bf8167d1 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3628745
Apr 19 07:42:10.460581 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fd19c6-b5f2-4b46-83b6-df0d663bcf74 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:42:10.465566 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-71fd19c6-b5f2-4b46-83b6-df0d663bcf74 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:10.476899 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1cb407-6067-4539-89d1-8e38263771f3 None None] Sync routers for ids ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:42:10.497675 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1cb407-6067-4539-89d1-8e38263771f3 None None] Routers {'e6fbbfe8-2635-40bc-b99b-4d2648b64c94'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:42:10.498455 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-4a1cb407-6067-4539-89d1-8e38263771f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165129a90>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:42:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:42:10.516111 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ce880-8ca1-418b-b2ff-a09e01daa064 req-f94155ce-b635-4153-bc91-94bbae27deeb tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:10.526130 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fc2ce880-8ca1-418b-b2ff-a09e01daa064 req-f94155ce-b635-4153-bc91-94bbae27deeb tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 946 time: 0.7244332
Apr 19 07:42:10.598850 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-71fd19c6-b5f2-4b46-83b6-df0d663bcf74 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "PUT /v2.0/floatingips/287a9284-cd12-4ed1-87df-4af03ace3dc6 HTTP/1.1" status: 200  len: 991 time: 2.9383430
Apr 19 07:42:10.601612 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79c93a4-8605-49f6-ab35-2c3bc3c46c82', 'tag': '090aa1fc-aa56-4dd7-90e5-e91458560b82'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:42:10.626017 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fc2ce880-8ca1-418b-b2ff-a09e01daa064 req-7b1c4bd6-fd12-4aa7-8c5a-7cad467261af tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe229f66-8e30-4b40-861d-9abd1990ee7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986292
Apr 19 07:42:10.722279 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b99a6c-a653-4770-94b9-81b842097482 req-3d02e8bb-e9c9-43e5-97e0-e6d677b5c8db tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:10.725640 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-41b99a6c-a653-4770-94b9-81b842097482 req-3d02e8bb-e9c9-43e5-97e0-e6d677b5c8db tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.16 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 946 time: 0.5056183
Apr 19 07:42:10.736175 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79c93a4-8605-49f6-ab35-2c3bc3c46c82', 'tag': '090aa1fc-aa56-4dd7-90e5-e91458560b82', 'status': 'completed', 'code': 200}
Apr 19 07:42:10.975464 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-41b99a6c-a653-4770-94b9-81b842097482 req-1e9b77e3-9ca4-478d-80c4-1cb91f22d6cd tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Deleting port a28c707f-4341-4805-b61c-570c679c9992 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:42:10.975860 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-41b99a6c-a653-4770-94b9-81b842097482 req-1e9b77e3-9ca4-478d-80c4-1cb91f22d6cd tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:11.050833 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 48066) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:11.114856 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-4a1cb407-6067-4539-89d1-8e38263771f3 None None] Set router e6fbbfe8-2635-40bc-b99b-4d2648b64c94 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:42:11.352753 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-186f3847-6021-469d-9960-897b0be81a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:11.410101 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-186f3847-6021-469d-9960-897b0be81a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:11.422849 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-186f3847-6021-469d-9960-897b0be81a14 admin admin] Usage tracker for resource:security_group_rule and tenant:60dd015b57484135968c3da2f3a83db3 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:11.439309 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-186f3847-6021-469d-9960-897b0be81a14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:11.450978 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-186f3847-6021-469d-9960-897b0be81a14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:11.543522 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d97367-3ce8-4f6d-bea8-06b5cb96415c req-82e6b474-72a6-4250-91e7-0fc8030bfc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:11.546594 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f8d97367-3ce8-4f6d-bea8-06b5cb96415c req-82e6b474-72a6-4250-91e7-0fc8030bfc07 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a43260bdda249fa8463858d2df10378&device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 1098 time: 0.7187257
Apr 19 07:42:11.676979 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-186f3847-6021-469d-9960-897b0be81a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:11.686610 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-186f3847-6021-469d-9960-897b0be81a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:11.704785 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c1ae8e92-1bae-45c4-b4d1-7cf88199ae26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:11.725056 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-4a1cb407-6067-4539-89d1-8e38263771f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165129a90>, [{'id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'name': 'tempest-AttachVolumeShelveTestJSON-275747728-router', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:07Z', 'updated_at': '2021-04-19T07:41:15Z', 'revision_number': 4, 'project_id': '3a43260bdda249fa8463858d2df10378', 'gw_port': {'id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': '287a9284-cd12-4ed1-87df-4af03ace3dc6', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'port_id': '090aa1fc-aa56-4dd7-90e5-e91458560b82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'mac_address': 'fa:16:3e:b6:df:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c93a4-8605-49f6-ab35-2c3bc3c46c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:41:25Z', 'updated_at': '2021-04-19T07:42:08Z', 'revision_number': 1, 'project_id': '3a43260bdda249fa8463858d2df10378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a5ade7-5781-47ec-8941-61a0122a8a90', 'name': '', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'mac_address': 'fa:16:3e:0a:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:14Z', 'updated_at': '2021-04-19T07:41:28Z', 'revision_number': 5, 'project_id': '3a43260bdda249fa8463858d2df10378', 'subnets': [{'id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:42:11.743132 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1cb407-6067-4539-89d1-8e38263771f3 None None] Checking router: e6fbbfe8-2635-40bc-b99b-4d2648b64c94 for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:42:11.754118 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1cb407-6067-4539-89d1-8e38263771f3 None None] Routers {'e6fbbfe8-2635-40bc-b99b-4d2648b64c94'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:42:11.762306 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-4a1cb407-6067-4539-89d1-8e38263771f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165129a90>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:42:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:42:11.811380 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-186f3847-6021-469d-9960-897b0be81a14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60dd015b57484135968c3da2f3a83db3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7565298
Apr 19 07:42:11.811380 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f3847-6021-469d-9960-897b0be81a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8133a31d-9cc5-42e3-8979-70c16dde7b55,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:11.818660 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 48094) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:11.820149 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186f3847-6021-469d-9960-897b0be81a14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:11.820541 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186f3847-6021-469d-9960-897b0be81a14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:11.820925 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186f3847-6021-469d-9960-897b0be81a14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:11.821304 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186f3847-6021-469d-9960-897b0be81a14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:11.821680 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186f3847-6021-469d-9960-897b0be81a14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:11.822054 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186f3847-6021-469d-9960-897b0be81a14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:11.822462 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186f3847-6021-469d-9960-897b0be81a14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:11.822833 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186f3847-6021-469d-9960-897b0be81a14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:11.823202 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186f3847-6021-469d-9960-897b0be81a14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:11.823569 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186f3847-6021-469d-9960-897b0be81a14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:11.823936 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186f3847-6021-469d-9960-897b0be81a14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:11.824300 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186f3847-6021-469d-9960-897b0be81a14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:11.834135 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-186f3847-6021-469d-9960-897b0be81a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:11.843098 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966954b-0ef7-4e4f-97fb-7d8ed15343f2 req-ae1b869b-6864-4c9c-af94-7c0e09af462a tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:11.850672 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b966954b-0ef7-4e4f-97fb-7d8ed15343f2 req-ae1b869b-6864-4c9c-af94-7c0e09af462a tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.3884296
Apr 19 07:42:11.887785 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-41b99a6c-a653-4770-94b9-81b842097482 req-1e9b77e3-9ca4-478d-80c4-1cb91f22d6cd tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] For port a28c707f-4341-4805-b61c-570c679c9992, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=a28c707f-4341-4805-b61c-570c679c9992,segment=NetworkSegment(740ea5a9-6544-4642-8a7e-842d808a4a08),segment_id=740ea5a9-6544-4642-8a7e-842d808a4a08)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:42:11.888168 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-41b99a6c-a653-4770-94b9-81b842097482 req-1e9b77e3-9ca4-478d-80c4-1cb91f22d6cd tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:12.015173 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-51f2ea14-fe76-4f1a-9045-3cedf96307d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:12.081091 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-51f2ea14-fe76-4f1a-9045-3cedf96307d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:12.139426 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-51f2ea14-fe76-4f1a-9045-3cedf96307d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:12.158896 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b966954b-0ef7-4e4f-97fb-7d8ed15343f2 req-8978ec2f-b8c2-4693-970e-2d43787d33e0 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3070877
Apr 19 07:42:12.164075 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:12.175396 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-4a1cb407-6067-4539-89d1-8e38263771f3 None None] Set router e6fbbfe8-2635-40bc-b99b-4d2648b64c94 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:42:12.207611 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-51f2ea14-fe76-4f1a-9045-3cedf96307d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:12.213478 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-51f2ea14-fe76-4f1a-9045-3cedf96307d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8133a31d-9cc5-42e3-8979-70c16dde7b55 HTTP/1.1" status: 204  len: 168 time: 0.3810320
Apr 19 07:42:12.219572 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-41b99a6c-a653-4770-94b9-81b842097482 req-1e9b77e3-9ca4-478d-80c4-1cb91f22d6cd tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Calling delete_port for a28c707f-4341-4805-b61c-570c679c9992 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:42:12.221742 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2ea14-fe76-4f1a-9045-3cedf96307d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8133a31d-9cc5-42e3-8979-70c16dde7b55,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:12.230384 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-51f2ea14-fe76-4f1a-9045-3cedf96307d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:12.298453 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f80ac4-8171-44e0-96bf-91d283c698ff req-bc25dc97-f90c-4869-b008-ab1f2f8acc20 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:12.300138 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c0f80ac4-8171-44e0-96bf-91d283c698ff req-bc25dc97-f90c-4869-b008-ab1f2f8acc20 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 946 time: 0.4467461
Apr 19 07:42:12.332849 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d97367-3ce8-4f6d-bea8-06b5cb96415c req-38ca3098-43ff-4a50-8e02-3ea45faa1f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:12.337550 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f8d97367-3ce8-4f6d-bea8-06b5cb96415c req-38ca3098-43ff-4a50-8e02-3ea45faa1f27 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5f1dd0c-8823-440f-8f62-01e66b821b29 HTTP/1.1" status: 200  len: 917 time: 0.7710929
Apr 19 07:42:12.390234 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c0f80ac4-8171-44e0-96bf-91d283c698ff req-51431e95-2903-4bb8-9954-012e20dd5012 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe229f66-8e30-4b40-861d-9abd1990ee7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823846
Apr 19 07:42:12.698176 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f8d97367-3ce8-4f6d-bea8-06b5cb96415c req-c642fdae-3aa6-4b78-956c-35dfb97bcdc7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=090aa1fc-aa56-4dd7-90e5-e91458560b82 HTTP/1.1" status: 200  len: 999 time: 0.3460674
Apr 19 07:42:12.724834 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 48138) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:12.756428 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0df0b502-7097-4c68-8cfb-4c02a3577952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:12.764014 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-4a1cb407-6067-4539-89d1-8e38263771f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165129a90>, [{'id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'name': 'tempest-AttachVolumeShelveTestJSON-275747728-router', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:07Z', 'updated_at': '2021-04-19T07:41:15Z', 'revision_number': 4, 'project_id': '3a43260bdda249fa8463858d2df10378', 'gw_port': {'id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': '287a9284-cd12-4ed1-87df-4af03ace3dc6', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'port_id': '090aa1fc-aa56-4dd7-90e5-e91458560b82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'mac_address': 'fa:16:3e:b6:df:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c93a4-8605-49f6-ab35-2c3bc3c46c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:41:25Z', 'updated_at': '2021-04-19T07:42:08Z', 'revision_number': 1, 'project_id': '3a43260bdda249fa8463858d2df10378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a5ade7-5781-47ec-8941-61a0122a8a90', 'name': '', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'mac_address': 'fa:16:3e:0a:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:14Z', 'updated_at': '2021-04-19T07:41:28Z', 'revision_number': 5, 'project_id': '3a43260bdda249fa8463858d2df10378', 'subnets': [{'id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:42:12.768482 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1cb407-6067-4539-89d1-8e38263771f3 None None] The sync data for ids ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'] in dv-cinder-773870-2-iscsi is: [{'id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'name': 'tempest-AttachVolumeShelveTestJSON-275747728-router', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:07Z', 'updated_at': '2021-04-19T07:41:15Z', 'revision_number': 4, 'project_id': '3a43260bdda249fa8463858d2df10378', 'gw_port': {'id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': '287a9284-cd12-4ed1-87df-4af03ace3dc6', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'port_id': '090aa1fc-aa56-4dd7-90e5-e91458560b82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'mac_address': 'fa:16:3e:b6:df:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c93a4-8605-49f6-ab35-2c3bc3c46c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:41:25Z', 'updated_at': '2021-04-19T07:42:08Z', 'revision_number': 1, 'project_id': '3a43260bdda249fa8463858d2df10378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a5ade7-5781-47ec-8941-61a0122a8a90', 'name': '', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'mac_address': 'fa:16:3e:0a:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:14Z', 'updated_at': '2021-04-19T07:41:28Z', 'revision_number': 5, 'project_id': '3a43260bdda249fa8463858d2df10378', 'subnets': [{'id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:42:12.778183 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-0df0b502-7097-4c68-8cfb-4c02a3577952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:12.780287 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-41b99a6c-a653-4770-94b9-81b842097482 req-1e9b77e3-9ca4-478d-80c4-1cb91f22d6cd tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:12.783979 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-0df0b502-7097-4c68-8cfb-4c02a3577952 admin admin] Usage tracker for resource:security_group_rule and tenant:b48210860a03453d9e3535cf0e4a37e6 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:12.787997 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-0df0b502-7097-4c68-8cfb-4c02a3577952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:12.789477 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:12.794390 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-0df0b502-7097-4c68-8cfb-4c02a3577952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:12.847025 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b77e3-9ca4-478d-80c4-1cb91f22d6cd tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Pushing event deleted for resources: {'Port': ['ID=a28c707f-4341-4805-b61c-570c679c9992,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:12.854559 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1e9b77e3-9ca4-478d-80c4-1cb91f22d6cd tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:12.915911 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0df0b502-7097-4c68-8cfb-4c02a3577952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:12.922942 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0df0b502-7097-4c68-8cfb-4c02a3577952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:12.953508 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d55c2f94-80d6-4f2a-a5b3-f5cd9534c835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:12.955213 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b99a6c-a653-4770-94b9-81b842097482 req-1e9b77e3-9ca4-478d-80c4-1cb91f22d6cd tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] No DVR routers for this DVR port a28c707f-4341-4805-b61c-570c679c9992 on host hv-cinder-77387 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:42:12.958847 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-41b99a6c-a653-4770-94b9-81b842097482 req-1e9b77e3-9ca4-478d-80c4-1cb91f22d6cd tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:12.961953 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307ff68d-59c3-4cf7-8d2b-57a6b47e9880', 'name': 'network-vif-deleted', 'tag': 'a28c707f-4341-4805-b61c-570c679c9992'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:42:12.964632 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-0df0b502-7097-4c68-8cfb-4c02a3577952 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b48210860a03453d9e3535cf0e4a37e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2371161
Apr 19 07:42:12.979125 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 48152) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:13.006361 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-41b99a6c-a653-4770-94b9-81b842097482 req-1e9b77e3-9ca4-478d-80c4-1cb91f22d6cd tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.16 "DELETE /v2.0/ports/a28c707f-4341-4805-b61c-570c679c9992 HTTP/1.1" status: 204  len: 173 time: 2.2654586
Apr 19 07:42:13.007604 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0b502-7097-4c68-8cfb-4c02a3577952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33a9874-a10f-4d9c-9384-5ecb85bd8f71,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:13.017901 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0df0b502-7097-4c68-8cfb-4c02a3577952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:13.025576 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307ff68d-59c3-4cf7-8d2b-57a6b47e9880', 'name': 'network-vif-deleted', 'tag': 'a28c707f-4341-4805-b61c-570c679c9992', 'status': 'completed', 'code': 200}
Apr 19 07:42:13.063898 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4a3ac6af-ad46-4830-96bf-cdd76a290b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:13.099340 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4a3ac6af-ad46-4830-96bf-cdd76a290b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:13.149395 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f294ff41-2630-478c-ac2c-1c007d435601 None None] New status for floating IP 287a9284-cd12-4ed1-87df-4af03ace3dc6: ACTIVE {{(pid=86358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 07:42:13.152633 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4a3ac6af-ad46-4830-96bf-cdd76a290b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:13.158963 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d464196d-81a1-4a63-bede-7c225fc00cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:13.169555 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ac6af-ad46-4830-96bf-cdd76a290b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33a9874-a10f-4d9c-9384-5ecb85bd8f71,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:13.173905 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4a3ac6af-ad46-4830-96bf-cdd76a290b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:13.177399 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4a3ac6af-ad46-4830-96bf-cdd76a290b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:13.178792 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-4a3ac6af-ad46-4830-96bf-cdd76a290b5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a33a9874-a10f-4d9c-9384-5ecb85bd8f71 HTTP/1.1" status: 204  len: 168 time: 0.1986301
Apr 19 07:42:13.410188 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b6d1e-85c9-4d58-9e80-c82c6c8b60e7 req-11a5d28f-6676-4373-b86a-06c16a48d735 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:13.420087 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7d5b6d1e-85c9-4d58-9e80-c82c6c8b60e7 req-11a5d28f-6676-4373-b86a-06c16a48d735 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.1048746
Apr 19 07:42:13.492524 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7d5b6d1e-85c9-4d58-9e80-c82c6c8b60e7 req-9325d5d4-1132-4595-abf1-a62a444537e4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727725
Apr 19 07:42:13.640594 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dab96500-532b-43a3-a45d-f26355f2b0c4 req-48b8aeb4-19b8-43ff-8cdb-ceaf14c16953 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 210 time: 0.0787151
Apr 19 07:42:13.839441 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d97367-3ce8-4f6d-bea8-06b5cb96415c req-dbdfe55d-df09-4b3b-ba17-7328e8e640fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:13.841024 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f8d97367-3ce8-4f6d-bea8-06b5cb96415c req-dbdfe55d-df09-4b3b-ba17-7328e8e640fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a2ef621-9f95-4913-83e2-4f12522f9619 HTTP/1.1" status: 200  len: 855 time: 0.0656233
Apr 19 07:42:13.871796 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 48202) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:14.056208 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6cff-08b2-40d4-b5a5-fa70856fd78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:14.071908 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-1ccf6cff-08b2-40d4-b5a5-fa70856fd78b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:14.075983 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-1ccf6cff-08b2-40d4-b5a5-fa70856fd78b admin admin] Usage tracker for resource:security_group_rule and tenant:64e5073cbb9e4c55bf95da3176c64f44 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:14.079113 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-1ccf6cff-08b2-40d4-b5a5-fa70856fd78b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:14.085182 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-1ccf6cff-08b2-40d4-b5a5-fa70856fd78b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:14.172857 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6cff-08b2-40d4-b5a5-fa70856fd78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:14.177701 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6cff-08b2-40d4-b5a5-fa70856fd78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:14.187405 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b9f1bbed-c155-495f-abfd-cc1dc811d4e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:14.233683 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-1ccf6cff-08b2-40d4-b5a5-fa70856fd78b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64e5073cbb9e4c55bf95da3176c64f44&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3606582
Apr 19 07:42:14.236497 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 48220) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:14.241999 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf6cff-08b2-40d4-b5a5-fa70856fd78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eb1be9-93da-4cba-9184-3d5c05db0d99,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:14.246185 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1ccf6cff-08b2-40d4-b5a5-fa70856fd78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:14.310346 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ee91b7d8-d2bf-4439-8f93-8dceb22b47af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:14.337668 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ee91b7d8-d2bf-4439-8f93-8dceb22b47af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:14.601399 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ee91b7d8-d2bf-4439-8f93-8dceb22b47af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:14.607053 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:14.623580 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91b7d8-d2bf-4439-8f93-8dceb22b47af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6eb1be9-93da-4cba-9184-3d5c05db0d99,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:14.677321 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ee91b7d8-d2bf-4439-8f93-8dceb22b47af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:14.677321 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-ee91b7d8-d2bf-4439-8f93-8dceb22b47af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6eb1be9-93da-4cba-9184-3d5c05db0d99 HTTP/1.1" status: 204  len: 168 time: 0.4391217
Apr 19 07:42:14.677827 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ee91b7d8-d2bf-4439-8f93-8dceb22b47af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:14.729493 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfe487-d708-4229-990c-617126866747 req-0a50cf6f-495a-4191-bf30-c76bed7ecf99 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:14.731038 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c6cfe487-d708-4229-990c-617126866747 req-0a50cf6f-495a-4191-bf30-c76bed7ecf99 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.0948625
Apr 19 07:42:14.785008 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c6cfe487-d708-4229-990c-617126866747 req-4935af23-23da-4729-af3f-940bc1c75d5a tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458384
Apr 19 07:42:14.939910 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d7eed16b-182e-4690-a848-c294ffbd85e6 req-7ea869df-b22e-42c6-86a1-508d63cc45bb tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 210 time: 0.0532975
Apr 19 07:42:15.147565 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 48254) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:15.168045 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0e26ec8c-05bf-41bf-b203-caadf39071b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:15.184052 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-0e26ec8c-05bf-41bf-b203-caadf39071b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:15.188132 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-0e26ec8c-05bf-41bf-b203-caadf39071b8 admin admin] Usage tracker for resource:security_group_rule and tenant:357c7b96aae74816919c08a21cf481b7 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:15.191102 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-0e26ec8c-05bf-41bf-b203-caadf39071b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:15.200187 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-0e26ec8c-05bf-41bf-b203-caadf39071b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:15.283913 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0e26ec8c-05bf-41bf-b203-caadf39071b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:15.287383 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0e26ec8c-05bf-41bf-b203-caadf39071b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:15.297514 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-af857ee0-dcae-4f51-b458-bb60bed9dc73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:15.340643 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-0e26ec8c-05bf-41bf-b203-caadf39071b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=357c7b96aae74816919c08a21cf481b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1918521
Apr 19 07:42:15.342443 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26ec8c-05bf-41bf-b203-caadf39071b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d772e7-47cd-4947-8905-06e5302accc3,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:15.343822 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 48264) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:15.345656 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0e26ec8c-05bf-41bf-b203-caadf39071b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:15.409402 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c0aa09cd-96da-4332-b3c4-e803136bd445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:15.437206 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c0aa09cd-96da-4332-b3c4-e803136bd445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:15.484230 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c0aa09cd-96da-4332-b3c4-e803136bd445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:15.489762 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d6085d04-19ad-47fa-8d10-b32dfd1d7a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:15.501696 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa09cd-96da-4332-b3c4-e803136bd445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d772e7-47cd-4947-8905-06e5302accc3,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:15.503667 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c0aa09cd-96da-4332-b3c4-e803136bd445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:15.518754 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c0aa09cd-96da-4332-b3c4-e803136bd445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:15.522421 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-c0aa09cd-96da-4332-b3c4-e803136bd445 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3d772e7-47cd-4947-8905-06e5302accc3 HTTP/1.1" status: 204  len: 168 time: 0.1742337
Apr 19 07:42:15.796719 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device a28c707f-4341-4805-b61c-570c679c9992 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:42:15.914061 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] No Port match for: a28c707f-4341-4805-b61c-570c679c9992 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:42:15.914494 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device a28c707f-4341-4805-b61c-570c679c9992 not bound to the agent host hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:42:15.973632 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d97367-3ce8-4f6d-bea8-06b5cb96415c req-a16d97e3-1ae6-4f5b-b5ef-9c558c6c40ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:15.975520 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f8d97367-3ce8-4f6d-bea8-06b5cb96415c req-a16d97e3-1ae6-4f5b-b5ef-9c558c6c40ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5f1dd0c-8823-440f-8f62-01e66b821b29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1768122
Apr 19 07:42:16.056329 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e8b7e-ba82-49b6-80c9-93c1c72ca66f req-51b88787-b0f3-414e-9791-c4802da47edd tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:16.057853 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f63e8b7e-ba82-49b6-80c9-93c1c72ca66f req-51b88787-b0f3-414e-9791-c4802da47edd tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.1078629
Apr 19 07:42:16.134537 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f8d97367-3ce8-4f6d-bea8-06b5cb96415c req-29963727-cf4a-4555-bc5c-4c9f59a4475a service neutron] 10.222.0.16 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496682
Apr 19 07:42:16.143295 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7eab1732-9249-41e7-a561-2598d9da9872 req-b0fd0217-d841-44cb-a0ec-d51e22ea85c8 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 210 time: 0.0592768
Apr 19 07:42:16.154028 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f63e8b7e-ba82-49b6-80c9-93c1c72ca66f req-96e36a22-0ac9-468a-a7ee-f844572f00b4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896976
Apr 19 07:42:16.302381 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f8d97367-3ce8-4f6d-bea8-06b5cb96415c req-085e9a7c-af14-47f8-8629-0ae7bfc133d9 service neutron] 10.222.0.16 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1605868
Apr 19 07:42:17.379103 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-376ca609-2ebb-4e72-b25f-4262ed424d44 req-d469b079-bb63-405d-a04d-d81619a334f6 tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] 10.222.0.20 "GET /v2.0/ports?device_id=307ff68d-59c3-4cf7-8d2b-57a6b47e9880 HTTP/1.1" status: 200  len: 210 time: 0.0640042
Apr 19 07:42:17.485349 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cf0af-ffd0-4166-a7c8-baf7bcadcb40 req-1d57b08d-2263-45c4-9472-015b21e4b8c0 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:17.487310 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ee4cf0af-ffd0-4166-a7c8-baf7bcadcb40 req-1d57b08d-2263-45c4-9472-015b21e4b8c0 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.0961919
Apr 19 07:42:17.548815 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ee4cf0af-ffd0-4166-a7c8-baf7bcadcb40 req-d83497f9-d05e-470f-b1d2-b6d1542f28fe tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541878
Apr 19 07:42:18.827396 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75869d16-3df7-4947-9d01-ccde146e20ae req-98ea04e6-066c-4d51-8680-57975395958f tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:18.829640 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-75869d16-3df7-4947-9d01-ccde146e20ae req-98ea04e6-066c-4d51-8680-57975395958f tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.0996573
Apr 19 07:42:18.895463 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-75869d16-3df7-4947-9d01-ccde146e20ae req-f2ddd06b-1838-4acd-a937-e1e6947fbde8 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592513
Apr 19 07:42:19.723411 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-584057fc-81e2-43bb-82be-cf1fd32832dd req-d56818e3-a1b4-4b55-a7c1-421eb6b28f70 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0908701
Apr 19 07:42:19.757907 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 48426) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:19.899408 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9fe63c6a-85ff-40c2-834b-cbe7900a21fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:19.909230 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584057fc-81e2-43bb-82be-cf1fd32832dd req-28b660b9-7c41-4c54-b271-84336cf5c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:19.911943 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-584057fc-81e2-43bb-82be-cf1fd32832dd req-28b660b9-7c41-4c54-b271-84336cf5c25a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=737a360207c34d4fa05a2a1646dedd02&device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 1098 time: 0.0858922
Apr 19 07:42:19.916433 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-9fe63c6a-85ff-40c2-834b-cbe7900a21fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:19.922112 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-9fe63c6a-85ff-40c2-834b-cbe7900a21fb admin admin] Usage tracker for resource:security_group_rule and tenant:a7d72436ffa04362ba86f6f3fba54ff6 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:19.925957 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-9fe63c6a-85ff-40c2-834b-cbe7900a21fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:19.934834 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-9fe63c6a-85ff-40c2-834b-cbe7900a21fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:20.046933 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9fe63c6a-85ff-40c2-834b-cbe7900a21fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:20.117679 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9fe63c6a-85ff-40c2-834b-cbe7900a21fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:20.134860 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584057fc-81e2-43bb-82be-cf1fd32832dd req-eb97a2af-4dbb-4244-bfbd-5990b8150ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:20.137353 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-584057fc-81e2-43bb-82be-cf1fd32832dd req-eb97a2af-4dbb-4244-bfbd-5990b8150ed6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=05d44543-9d4b-4374-aa98-e53850813000 HTTP/1.1" status: 200  len: 919 time: 0.1963069
Apr 19 07:42:20.140799 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-676a162e-2a95-4358-9f38-f78eb543ee9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:20.187404 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe63c6a-85ff-40c2-834b-cbe7900a21fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03216114-0c92-40e4-a3c7-a17cea44b228,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:20.194947 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9fe63c6a-85ff-40c2-834b-cbe7900a21fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:20.208013 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84543f-bfa7-46a7-a486-db3b87529228 req-7384646d-3c55-4cb6-81c5-b280036cdec7 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:20.209847 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4d84543f-bfa7-46a7-a486-db3b87529228 req-7384646d-3c55-4cb6-81c5-b280036cdec7 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.1611118
Apr 19 07:42:20.215172 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-9fe63c6a-85ff-40c2-834b-cbe7900a21fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7d72436ffa04362ba86f6f3fba54ff6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4560850
Apr 19 07:42:20.216015 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 48450) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:20.282289 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-584057fc-81e2-43bb-82be-cf1fd32832dd req-fa7e67c0-71be-4e2e-acf0-9634d93019c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8d128b4-0359-4a70-ae38-e586ea9ea296 HTTP/1.1" status: 200  len: 217 time: 0.1259429
Apr 19 07:42:20.354731 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-798df48e-fbe2-4c97-9982-cf5f7b1a8022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:20.367788 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4d84543f-bfa7-46a7-a486-db3b87529228 req-6dc8afb1-4f07-4312-8f7c-d42f38e357df tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506362
Apr 19 07:42:20.404925 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584057fc-81e2-43bb-82be-cf1fd32832dd req-e99d8d7f-369b-4a01-8004-74c16c306bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:20.408646 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-584057fc-81e2-43bb-82be-cf1fd32832dd req-e99d8d7f-369b-4a01-8004-74c16c306bfd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a88bf00-3a3b-4639-a89d-0ce64b93496d HTTP/1.1" status: 200  len: 858 time: 0.1191485
Apr 19 07:42:20.439367 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-798df48e-fbe2-4c97-9982-cf5f7b1a8022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:20.482601 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-584057fc-81e2-43bb-82be-cf1fd32832dd req-107cd32e-800a-4769-9c9f-4ffe534d8fe3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05d44543-9d4b-4374-aa98-e53850813000&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0653148
Apr 19 07:42:20.542187 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 48468) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:20.581916 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-798df48e-fbe2-4c97-9982-cf5f7b1a8022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:20.593595 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:20.611948 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798df48e-fbe2-4c97-9982-cf5f7b1a8022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03216114-0c92-40e4-a3c7-a17cea44b228,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:20.614876 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-798df48e-fbe2-4c97-9982-cf5f7b1a8022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:20.619632 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-798df48e-fbe2-4c97-9982-cf5f7b1a8022 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03216114-0c92-40e4-a3c7-a17cea44b228 HTTP/1.1" status: 204  len: 168 time: 0.4008927
Apr 19 07:42:20.623317 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-798df48e-fbe2-4c97-9982-cf5f7b1a8022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:20.651070 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c31a36-0d78-4a18-949e-8ed06a03c72f admin admin] Deleting subnet f6e7dce1-cd93-4e56-9ef8-938c6d9afcd9 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 07:42:20.655645 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-35c31a36-0d78-4a18-949e-8ed06a03c72f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:20.725157 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-35c31a36-0d78-4a18-949e-8ed06a03c72f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2208718'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:20.785456 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-35c31a36-0d78-4a18-949e-8ed06a03c72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852818528'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:20.840718 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 48476) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:20.908400 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-584057fc-81e2-43bb-82be-cf1fd32832dd req-c91d3235-ffa0-457c-909c-278cc085188f service neutron] 10.222.0.16 "GET /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4190781
Apr 19 07:42:21.073902 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-584057fc-81e2-43bb-82be-cf1fd32832dd req-c6355682-d2b6-4d3e-bbbb-15ac3ccd399f service neutron] 10.222.0.16 "GET /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1581776
Apr 19 07:42:21.088193 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-35c31a36-0d78-4a18-949e-8ed06a03c72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852108399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3144528'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:21.103787 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:21.143658 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c31a36-0d78-4a18-949e-8ed06a03c72f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6e7dce1-cd93-4e56-9ef8-938c6d9afcd9,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:21.146333 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-35c31a36-0d78-4a18-949e-8ed06a03c72f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:21.152602 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-35c31a36-0d78-4a18-949e-8ed06a03c72f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f6e7dce1-cd93-4e56-9ef8-938c6d9afcd9 HTTP/1.1" status: 204  len: 168 time: 0.6091108
Apr 19 07:42:21.153693 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-35c31a36-0d78-4a18-949e-8ed06a03c72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:21.155527 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 48490) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:21.271212 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 48496) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:21.292974 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-24844e38-5499-4ca3-9014-c297d4c11100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:21.302021 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8a07fbe0-df19-43bc-80e2-1028df3c182d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:21.324629 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-24844e38-5499-4ca3-9014-c297d4c11100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:21.327245 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8a07fbe0-df19-43bc-80e2-1028df3c182d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:21.331553 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-8a07fbe0-df19-43bc-80e2-1028df3c182d admin admin] Usage tracker for resource:security_group_rule and tenant:524374c5b5084f6bb728f88fe8697cba is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:21.334904 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-8a07fbe0-df19-43bc-80e2-1028df3c182d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:21.341120 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8a07fbe0-df19-43bc-80e2-1028df3c182d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:21.354723 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea3f5423-f2c0-4ebc-947a-c964c51f90ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915220'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:21.359355 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-24844e38-5499-4ca3-9014-c297d4c11100 admin admin] Usage tracker for resource:security_group_rule and tenant:6ace923d545c4ac7ba51ca406e7f15b8 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:21.367357 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-24844e38-5499-4ca3-9014-c297d4c11100 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:21.376676 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-24844e38-5499-4ca3-9014-c297d4c11100 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:21.442100 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8a07fbe0-df19-43bc-80e2-1028df3c182d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:21.446602 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8a07fbe0-df19-43bc-80e2-1028df3c182d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:21.456792 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4a3ac6af-ad46-4830-96bf-cdd76a290b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:21.490546 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07fbe0-df19-43bc-80e2-1028df3c182d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338377d7-a2a8-4b9f-be01-27e41e382fea,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:21.495709 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8a07fbe0-df19-43bc-80e2-1028df3c182d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:21.517304 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-8a07fbe0-df19-43bc-80e2-1028df3c182d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=524374c5b5084f6bb728f88fe8697cba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2448556
Apr 19 07:42:21.519492 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 48506) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:21.540499 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea3f5423-f2c0-4ebc-947a-c964c51f90ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957365', 'neutron.services.segments.db._delete_segments_for_network-8753519474803'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:21.621775 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:42:21.746651 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b1471-86be-49e5-8466-744140e1751c req-f33bba1d-05f8-43a3-8e6c-c40838b029b6 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:21.748524 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9c3b1471-86be-49e5-8466-744140e1751c req-f33bba1d-05f8-43a3-8e6c-c40838b029b6 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.2300138
Apr 19 07:42:21.758654 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-ea3f5423-f2c0-4ebc-947a-c964c51f90ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f616448fd30>,) {'filters': {'network_id': ['73c4c204-b05f-4033-b455-afe76ff9d30d']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:42:21.779704 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-ea3f5423-f2c0-4ebc-947a-c964c51f90ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f616448fd30>, '740ea5a9-6544-4642-8a7e-842d808a4a08') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:42:21.779906 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-ea3f5423-f2c0-4ebc-947a-c964c51f90ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f616448fd30>, '740ea5a9-6544-4642-8a7e-842d808a4a08') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:42:21.802743 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea3f5423-f2c0-4ebc-947a-c964c51f90ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283335320419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4013316'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:21.808630 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1f273f71-74fd-4859-b6d5-802908ac4de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:21.830551 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea3f5423-f2c0-4ebc-947a-c964c51f90ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:21.847656 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3f5423-f2c0-4ebc-947a-c964c51f90ab admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 07:42:21.862430 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1f273f71-74fd-4859-b6d5-802908ac4de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:21.872359 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9c3b1471-86be-49e5-8466-744140e1751c req-b662b22f-bae0-4eef-a519-d2bcf78d2481 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865586
Apr 19 07:42:21.917439 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1f273f71-74fd-4859-b6d5-802908ac4de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:21.924847 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ee91b7d8-d2bf-4439-8f93-8dceb22b47af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:21.945655 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1f273f71-74fd-4859-b6d5-802908ac4de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:21.945655 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-1f273f71-74fd-4859-b6d5-802908ac4de9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/338377d7-a2a8-4b9f-be01-27e41e382fea HTTP/1.1" status: 204  len: 168 time: 0.4214666
Apr 19 07:42:21.945655 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f273f71-74fd-4859-b6d5-802908ac4de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338377d7-a2a8-4b9f-be01-27e41e382fea,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:21.947459 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1f273f71-74fd-4859-b6d5-802908ac4de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:21.995527 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-24844e38-5499-4ca3-9014-c297d4c11100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:22.050107 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-24844e38-5499-4ca3-9014-c297d4c11100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:22.060875 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a01dd6a8-464d-4864-b02f-d1d12f4cdfd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:22.081187 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-ea3f5423-f2c0-4ebc-947a-c964c51f90ab admin admin] Network 73c4c204-b05f-4033-b455-afe76ff9d30d has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:42:22.091798 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea3f5423-f2c0-4ebc-947a-c964c51f90ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852824399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852205400'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:22.199662 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24844e38-5499-4ca3-9014-c297d4c11100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a33f5b3-b522-4441-9da6-9695503c42c9,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:22.203556 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-24844e38-5499-4ca3-9014-c297d4c11100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:22.209225 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 48534) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:22.209349 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-24844e38-5499-4ca3-9014-c297d4c11100 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ace923d545c4ac7ba51ca406e7f15b8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3675342
Apr 19 07:42:22.296422 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-04346aa2-d68b-493b-af96-cc8fc307b94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:22.327598 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-04346aa2-d68b-493b-af96-cc8fc307b94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:22.353250 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-ea3f5423-f2c0-4ebc-947a-c964c51f90ab admin admin] Network 73c4c204-b05f-4033-b455-afe76ff9d30d has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:42:22.376508 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-04346aa2-d68b-493b-af96-cc8fc307b94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:22.382546 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-eab44eac-fbca-45a7-afb2-8dcf976caa9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]: Traceback (most recent call last):
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:     timer()
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:     cb(*args, **kw)
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:     return func(*args, **kwargs)
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:     self._notify()
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:     self.callback(batched_events)
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:     event.method(event)
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:     segment_id)['aggregates'][0]
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:     return f(self, *a, **k)
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self._get(url).json()
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:     **kwargs)
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self.request(url, 'GET', **kwargs)
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:     **endpoint_filter)
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 07:42:22.394715 dv-cinder-773870-2-iscsi neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 07:42:22.398912 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04346aa2-d68b-493b-af96-cc8fc307b94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a33f5b3-b522-4441-9da6-9695503c42c9,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:22.404811 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-04346aa2-d68b-493b-af96-cc8fc307b94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:22.405700 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-04346aa2-d68b-493b-af96-cc8fc307b94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:22.409411 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-04346aa2-d68b-493b-af96-cc8fc307b94d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a33f5b3-b522-4441-9da6-9695503c42c9 HTTP/1.1" status: 204  len: 168 time: 0.1958253
Apr 19 07:42:22.495720 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea3f5423-f2c0-4ebc-947a-c964c51f90ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852818435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671106'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:22.508269 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea3f5423-f2c0-4ebc-947a-c964c51f90ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:22.526705 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:22.558347 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-ea3f5423-f2c0-4ebc-947a-c964c51f90ab admin admin] 10.222.0.20 "DELETE /v2.0/networks/73c4c204-b05f-4033-b455-afe76ff9d30d HTTP/1.1" status: 204  len: 168 time: 1.4015560
Apr 19 07:42:22.562255 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f5423-f2c0-4ebc-947a-c964c51f90ab admin admin] Pushing event deleted for resources: {'Network': ['ID=73c4c204-b05f-4033-b455-afe76ff9d30d,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:22.565267 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ea3f5423-f2c0-4ebc-947a-c964c51f90ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:22.790032 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 48588) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:22.847659 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 48602) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:22.867900 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-588aa17c-22a2-4ddd-987e-346b9d311db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:22.884135 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-588aa17c-22a2-4ddd-987e-346b9d311db9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:22.888193 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-588aa17c-22a2-4ddd-987e-346b9d311db9 admin admin] Usage tracker for resource:security_group_rule and tenant:883e13a20a0243e1b0e4c7c6167efd21 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:22.891261 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-588aa17c-22a2-4ddd-987e-346b9d311db9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:22.897271 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-588aa17c-22a2-4ddd-987e-346b9d311db9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:22.912152 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-6bc1f38c-698e-4b41-928b-87c3d1d9ead8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed911829767e452d856a631626830a89&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1206274
Apr 19 07:42:22.912801 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 48610) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:22.989665 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ee38bd83-33c0-45d2-987a-ff0399f572a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:23.027740 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ee38bd83-33c0-45d2-987a-ff0399f572a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:23.056257 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-588aa17c-22a2-4ddd-987e-346b9d311db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:23.099168 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-588aa17c-22a2-4ddd-987e-346b9d311db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:23.104868 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ee38bd83-33c0-45d2-987a-ff0399f572a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:23.110893 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-47488818-4aa2-408b-9d62-5be17dfeafaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:23.113191 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ec769967-9a78-41f6-b0f3-e243f39b1352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:23.124947 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38bd83-33c0-45d2-987a-ff0399f572a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe229f66-8e30-4b40-861d-9abd1990ee7e,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:23.135914 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ee38bd83-33c0-45d2-987a-ff0399f572a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:23.138008 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ee38bd83-33c0-45d2-987a-ff0399f572a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:23.139576 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-ee38bd83-33c0-45d2-987a-ff0399f572a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe229f66-8e30-4b40-861d-9abd1990ee7e HTTP/1.1" status: 204  len: 168 time: 0.2255640
Apr 19 07:42:23.163877 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-588aa17c-22a2-4ddd-987e-346b9d311db9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=883e13a20a0243e1b0e4c7c6167efd21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3148596
Apr 19 07:42:23.166884 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 48630) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:23.176966 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588aa17c-22a2-4ddd-987e-346b9d311db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094806bf-4dd8-469e-831c-72b3bda3d6db,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:23.180830 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-588aa17c-22a2-4ddd-987e-346b9d311db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:23.214612 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a593-e2df-4135-807f-ca3cf3831817 req-a6e35948-7fd6-4d7f-8d10-73af1315d5da tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:23.216251 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2964a593-e2df-4135-807f-ca3cf3831817 req-a6e35948-7fd6-4d7f-8d10-73af1315d5da tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.1670892
Apr 19 07:42:23.289132 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2964a593-e2df-4135-807f-ca3cf3831817 req-7cbdc33f-0dea-48e1-b95a-72642ac86c62 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554218
Apr 19 07:42:23.326475 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d262565b-6c92-403f-ae7d-8e01b416dfbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:23.367679 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d262565b-6c92-403f-ae7d-8e01b416dfbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:23.449693 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d262565b-6c92-403f-ae7d-8e01b416dfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:23.458117 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-24844e38-5499-4ca3-9014-c297d4c11100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:23.480126 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262565b-6c92-403f-ae7d-8e01b416dfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094806bf-4dd8-469e-831c-72b3bda3d6db,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:23.483222 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d262565b-6c92-403f-ae7d-8e01b416dfbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:23.484337 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d262565b-6c92-403f-ae7d-8e01b416dfbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:23.488024 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-d262565b-6c92-403f-ae7d-8e01b416dfbc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/094806bf-4dd8-469e-831c-72b3bda3d6db HTTP/1.1" status: 204  len: 168 time: 0.3173220
Apr 19 07:42:24.317390 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:24.495806 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1844a2c-146b-4bbd-ac4a-e1abadfd7cff req-c7ea930d-2d46-439d-ad89-b87960f9763c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:24.497442 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e1844a2c-146b-4bbd-ac4a-e1abadfd7cff req-c7ea930d-2d46-439d-ad89-b87960f9763c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.0987339
Apr 19 07:42:24.555828 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e1844a2c-146b-4bbd-ac4a-e1abadfd7cff req-4db7b364-abfc-4e8c-9a37-e0f17fff2236 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508997
Apr 19 07:42:25.285019 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 48782) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:25.562205 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-12530d29-cb2a-4a3f-8cd3-d964bf2fcda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:25.584030 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-12530d29-cb2a-4a3f-8cd3-d964bf2fcda0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:25.589771 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-12530d29-cb2a-4a3f-8cd3-d964bf2fcda0 admin admin] Usage tracker for resource:security_group_rule and tenant:1fb00b89f63648b6b37e8f825b5e8578 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:25.596082 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-12530d29-cb2a-4a3f-8cd3-d964bf2fcda0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:25.604166 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-12530d29-cb2a-4a3f-8cd3-d964bf2fcda0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:25.723012 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-12530d29-cb2a-4a3f-8cd3-d964bf2fcda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:25.726308 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-12530d29-cb2a-4a3f-8cd3-d964bf2fcda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:25.736159 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-203063f8-7f59-41ca-88e2-8c09d7a33b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:25.792139 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-12530d29-cb2a-4a3f-8cd3-d964bf2fcda0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1fb00b89f63648b6b37e8f825b5e8578&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5058379
Apr 19 07:42:25.793204 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12530d29-cb2a-4a3f-8cd3-d964bf2fcda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d606a5-8a31-493c-a4e6-b3065c871b00,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:25.795480 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 48816) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:25.798959 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-12530d29-cb2a-4a3f-8cd3-d964bf2fcda0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:25.880703 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-abb3c243-25dd-4cc7-9fa9-3c2bddbc79b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:25.911847 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-abb3c243-25dd-4cc7-9fa9-3c2bddbc79b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:25.919514 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3273f-d7e4-4151-8b73-a0063e11dd19 req-479e82b0-0782-4a0f-b111-6dcd7716b756 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:25.921242 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3ba3273f-d7e4-4151-8b73-a0063e11dd19 req-479e82b0-0782-4a0f-b111-6dcd7716b756 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.0990567
Apr 19 07:42:25.974662 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-abb3c243-25dd-4cc7-9fa9-3c2bddbc79b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:25.981433 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-83cc2bd7-8f22-4cfb-8cdb-21ea5ae1939a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:25.991595 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3ba3273f-d7e4-4151-8b73-a0063e11dd19 req-274c5cf8-1b54-4c37-92df-c3aebf2fc005 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598664
Apr 19 07:42:26.008061 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3c243-25dd-4cc7-9fa9-3c2bddbc79b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d606a5-8a31-493c-a4e6-b3065c871b00,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:26.012595 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-abb3c243-25dd-4cc7-9fa9-3c2bddbc79b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:26.018413 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-abb3c243-25dd-4cc7-9fa9-3c2bddbc79b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:26.025486 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-abb3c243-25dd-4cc7-9fa9-3c2bddbc79b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77d606a5-8a31-493c-a4e6-b3065c871b00 HTTP/1.1" status: 204  len: 168 time: 0.2283571
Apr 19 07:42:26.026835 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 48828) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:26.316943 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-354b794b-0cf4-4fd1-aa5b-bed0f82b0503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:26.326034 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-354b794b-0cf4-4fd1-aa5b-bed0f82b0503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:26.330184 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-354b794b-0cf4-4fd1-aa5b-bed0f82b0503 admin admin] Usage tracker for resource:security_group_rule and tenant:4cdbec810d9249729e0ed5189efc6e5d is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:26.333391 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-354b794b-0cf4-4fd1-aa5b-bed0f82b0503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:26.339447 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-354b794b-0cf4-4fd1-aa5b-bed0f82b0503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:26.379058 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 48850) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:26.402012 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8676ed03-d61a-4919-b72b-cce86f83bbc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:26.419561 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8676ed03-d61a-4919-b72b-cce86f83bbc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:26.428156 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-8676ed03-d61a-4919-b72b-cce86f83bbc7 admin admin] Usage tracker for resource:security_group_rule and tenant:8609d74df08341a7808db16b813b6aa4 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:26.434344 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-354b794b-0cf4-4fd1-aa5b-bed0f82b0503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:26.434491 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-8676ed03-d61a-4919-b72b-cce86f83bbc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:26.438526 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-354b794b-0cf4-4fd1-aa5b-bed0f82b0503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:26.442249 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8676ed03-d61a-4919-b72b-cce86f83bbc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:26.446940 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-bf1d8e17-4677-4866-a1d6-b9ebf4d9265f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:26.489096 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-354b794b-0cf4-4fd1-aa5b-bed0f82b0503 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4cdbec810d9249729e0ed5189efc6e5d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4607217
Apr 19 07:42:26.490967 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b794b-0cf4-4fd1-aa5b-bed0f82b0503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe0df1d-a3b6-4913-a7e1-93755f7247e0,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:26.492832 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 48856) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:26.499015 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-354b794b-0cf4-4fd1-aa5b-bed0f82b0503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:26.570740 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8676ed03-d61a-4919-b72b-cce86f83bbc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:26.579881 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8676ed03-d61a-4919-b72b-cce86f83bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:26.588587 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-abb3c243-25dd-4cc7-9fa9-3c2bddbc79b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:26.640138 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-adc89179-1d25-4b22-86ad-b610dd71f05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:26.655878 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676ed03-d61a-4919-b72b-cce86f83bbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b693af21-58a8-4d1a-9ff3-15300d974e84,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:26.659165 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8676ed03-d61a-4919-b72b-cce86f83bbc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:26.661787 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-8676ed03-d61a-4919-b72b-cce86f83bbc7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8609d74df08341a7808db16b813b6aa4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2816381
Apr 19 07:42:26.665070 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 48860) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:26.681364 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-adc89179-1d25-4b22-86ad-b610dd71f05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:26.733815 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-adc89179-1d25-4b22-86ad-b610dd71f05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:26.734073 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3d956a5d-aee0-4c02-a288-4ee3c1334d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:26.738988 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-abe90284-2ac1-4c33-ab26-16a387d1bf5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:26.759170 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc89179-1d25-4b22-86ad-b610dd71f05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe0df1d-a3b6-4913-a7e1-93755f7247e0,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:26.764574 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-adc89179-1d25-4b22-86ad-b610dd71f05c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:26.766351 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-adc89179-1d25-4b22-86ad-b610dd71f05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:26.767720 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-adc89179-1d25-4b22-86ad-b610dd71f05c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bfe0df1d-a3b6-4913-a7e1-93755f7247e0 HTTP/1.1" status: 204  len: 168 time: 0.2738671
Apr 19 07:42:26.774858 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3d956a5d-aee0-4c02-a288-4ee3c1334d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:26.828113 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3d956a5d-aee0-4c02-a288-4ee3c1334d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:26.833413 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-931536b2-a539-4787-9881-f1b92c627477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:26.847973 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d956a5d-aee0-4c02-a288-4ee3c1334d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b693af21-58a8-4d1a-9ff3-15300d974e84,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:26.854800 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3d956a5d-aee0-4c02-a288-4ee3c1334d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:26.868406 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3d956a5d-aee0-4c02-a288-4ee3c1334d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:26.869092 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-3d956a5d-aee0-4c02-a288-4ee3c1334d88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b693af21-58a8-4d1a-9ff3-15300d974e84 HTTP/1.1" status: 204  len: 168 time: 0.2029734
Apr 19 07:42:27.213384 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333d289-89e4-4c53-84fd-ddfbb8ce9cb2 req-6f0f8278-497b-4a44-938f-612153de7052 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:27.215220 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c333d289-89e4-4c53-84fd-ddfbb8ce9cb2 req-6f0f8278-497b-4a44-938f-612153de7052 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.1148362
Apr 19 07:42:27.261982 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 48890) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:27.270882 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c333d289-89e4-4c53-84fd-ddfbb8ce9cb2 req-211d48a1-a72c-4851-8783-e2a9c98c77b5 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485766
Apr 19 07:42:27.281934 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-01c52e59-bf82-457b-a48d-0e125e7fd942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:27.298631 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-01c52e59-bf82-457b-a48d-0e125e7fd942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:27.302731 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-01c52e59-bf82-457b-a48d-0e125e7fd942 admin admin] Usage tracker for resource:security_group_rule and tenant:70f22d075c6b4df4944af41df39c27b3 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:27.305689 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-01c52e59-bf82-457b-a48d-0e125e7fd942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:27.315838 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-01c52e59-bf82-457b-a48d-0e125e7fd942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:27.412449 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-01c52e59-bf82-457b-a48d-0e125e7fd942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:27.415876 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-01c52e59-bf82-457b-a48d-0e125e7fd942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:27.426074 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8d950fd5-8f62-482c-846e-9f4b5f2f521b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:27.470113 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-01c52e59-bf82-457b-a48d-0e125e7fd942 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70f22d075c6b4df4944af41df39c27b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2069509
Apr 19 07:42:27.471044 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c52e59-bf82-457b-a48d-0e125e7fd942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47640c11-b495-4f4d-b1bf-ea62d9e7c34e,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:27.473212 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 48902) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:27.474325 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-01c52e59-bf82-457b-a48d-0e125e7fd942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:27.621535 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-36f6bb2a-875d-4ddb-9680-2130a4df9ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:27.650617 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-36f6bb2a-875d-4ddb-9680-2130a4df9ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:27.719860 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-36f6bb2a-875d-4ddb-9680-2130a4df9ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:27.727912 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0a4e03d1-932a-422e-a1ba-f761f51b762c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:27.742830 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6bb2a-875d-4ddb-9680-2130a4df9ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47640c11-b495-4f4d-b1bf-ea62d9e7c34e,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:27.751480 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-36f6bb2a-875d-4ddb-9680-2130a4df9ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:27.753809 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-36f6bb2a-875d-4ddb-9680-2130a4df9ce1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47640c11-b495-4f4d-b1bf-ea62d9e7c34e HTTP/1.1" status: 204  len: 168 time: 0.2784500
Apr 19 07:42:27.753809 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-36f6bb2a-875d-4ddb-9680-2130a4df9ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:28.512605 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f95a05-024d-4b71-99aa-a096d08bb232 req-e32d1f85-dd89-43e7-8c71-c6d31781cc78 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:28.514737 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-22f95a05-024d-4b71-99aa-a096d08bb232 req-e32d1f85-dd89-43e7-8c71-c6d31781cc78 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.1222954
Apr 19 07:42:28.593134 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-22f95a05-024d-4b71-99aa-a096d08bb232 req-327bc3ed-e539-47c7-82da-6c4e791efc37 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716250
Apr 19 07:42:29.843527 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a8a8c-df01-4898-a053-d7b28ba770d1 req-d1b93798-6534-4e56-895c-b1789cab5243 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:29.849231 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-976a8a8c-df01-4898-a053-d7b28ba770d1 req-d1b93798-6534-4e56-895c-b1789cab5243 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.1128116
Apr 19 07:42:29.936504 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-976a8a8c-df01-4898-a053-d7b28ba770d1 req-836d1b85-002d-4417-8239-d2e59e8b6bb8 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845327
Apr 19 07:42:31.172035 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b84890-a626-48e0-b0a0-6501602c6166 req-544bf113-fbc5-4129-b179-cd29de6078c7 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:31.173620 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a9b84890-a626-48e0-b0a0-6501602c6166 req-544bf113-fbc5-4129-b179-cd29de6078c7 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.0957487
Apr 19 07:42:31.229201 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a9b84890-a626-48e0-b0a0-6501602c6166 req-50866a17-1b41-4b85-8485-df850c2f3cbc tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477650
Apr 19 07:42:32.441197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6236822-4155-44cf-ab50-1e1fed4ea6f7 req-42e708dd-8153-4c20-aa06-69b85021fe82 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:32.442859 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d6236822-4155-44cf-ab50-1e1fed4ea6f7 req-42e708dd-8153-4c20-aa06-69b85021fe82 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.0913229
Apr 19 07:42:32.492184 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d6236822-4155-44cf-ab50-1e1fed4ea6f7 req-ebdf376c-423c-40bf-b25c-b9d2514b607c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429790
Apr 19 07:42:33.708346 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e5724-4d21-4aae-927e-727f95853558 req-51d66b7e-8ebf-40b0-9a99-571673340c31 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:33.709965 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-008e5724-4d21-4aae-927e-727f95853558 req-51d66b7e-8ebf-40b0-9a99-571673340c31 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.0957463
Apr 19 07:42:33.762231 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-008e5724-4d21-4aae-927e-727f95853558 req-c12fb8f6-7710-4d92-8303-c3ab025f5124 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451195
Apr 19 07:42:33.777120 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-87a09a36-f2e6-48ed-85e5-5142ed6e6953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:34.978988 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa830015-5307-4821-8e4b-c81ad7b752ab req-76b3e61b-8737-4325-89ea-1fc99f01378f tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:34.980640 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fa830015-5307-4821-8e4b-c81ad7b752ab req-76b3e61b-8737-4325-89ea-1fc99f01378f tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.0988755
Apr 19 07:42:35.031890 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fa830015-5307-4821-8e4b-c81ad7b752ab req-6c4acd98-1501-4779-bd10-c0644e40607b tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444577
Apr 19 07:42:35.429490 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 49184) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:35.563446 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8e6251ba-8156-402c-a481-0a572d5f4980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:35.579569 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8e6251ba-8156-402c-a481-0a572d5f4980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:35.583919 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-8e6251ba-8156-402c-a481-0a572d5f4980 admin admin] Usage tracker for resource:security_group_rule and tenant:0ec838adfe7948fc8e691120c15b1d05 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:35.586740 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-8e6251ba-8156-402c-a481-0a572d5f4980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:35.593190 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8e6251ba-8156-402c-a481-0a572d5f4980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:35.684281 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8e6251ba-8156-402c-a481-0a572d5f4980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:35.687423 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8e6251ba-8156-402c-a481-0a572d5f4980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:35.696261 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-354b794b-0cf4-4fd1-aa5b-bed0f82b0503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:35.740366 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-8e6251ba-8156-402c-a481-0a572d5f4980 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ec838adfe7948fc8e691120c15b1d05&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3095436
Apr 19 07:42:35.742159 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6251ba-8156-402c-a481-0a572d5f4980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8ab848-3341-4885-a005-ebe97ff9ae05,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:35.743697 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 49198) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:35.746117 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8e6251ba-8156-402c-a481-0a572d5f4980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:35.810891 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8ff87494-c328-4088-840e-0d626cd91d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:35.844423 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8ff87494-c328-4088-840e-0d626cd91d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:35.894691 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8ff87494-c328-4088-840e-0d626cd91d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:35.900207 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-73da477b-550c-4e0f-88aa-4ff7bd3615e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:35.913651 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff87494-c328-4088-840e-0d626cd91d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8ab848-3341-4885-a005-ebe97ff9ae05,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:35.916347 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8ff87494-c328-4088-840e-0d626cd91d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:35.925634 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8ff87494-c328-4088-840e-0d626cd91d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:35.930035 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-8ff87494-c328-4088-840e-0d626cd91d14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b8ab848-3341-4885-a005-ebe97ff9ae05 HTTP/1.1" status: 204  len: 168 time: 0.1824629
Apr 19 07:42:35.998741 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-133e3d6a-9cdd-49df-8246-6b6b90542400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:36.246209 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcc5e7-786a-44ab-9adf-09bbc3fc25e0 req-4599e0b9-1b3f-43d5-99fa-3012b807bf4c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:36.248013 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-55dcc5e7-786a-44ab-9adf-09bbc3fc25e0 req-4599e0b9-1b3f-43d5-99fa-3012b807bf4c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.0963218
Apr 19 07:42:36.300177 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-55dcc5e7-786a-44ab-9adf-09bbc3fc25e0 req-b7cd24be-cf2d-45ab-ae40-68ec17a1cda8 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457027
Apr 19 07:42:36.371149 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:37.003042 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:37.216463 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 49268) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:37.361071 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4cc5a661-79ea-4c1e-9643-502f60098e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:37.378560 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-4cc5a661-79ea-4c1e-9643-502f60098e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:37.382894 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-4cc5a661-79ea-4c1e-9643-502f60098e27 admin admin] Usage tracker for resource:security_group_rule and tenant:b3b3fc26259249b0bfce70dc27761d8a is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:37.388307 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-4cc5a661-79ea-4c1e-9643-502f60098e27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:37.394589 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-4cc5a661-79ea-4c1e-9643-502f60098e27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:37.479987 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4cc5a661-79ea-4c1e-9643-502f60098e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:37.483024 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4cc5a661-79ea-4c1e-9643-502f60098e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:37.492134 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-106f410f-4c6a-4f1f-bc51-e1942f8c77e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:37.513766 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c2476-2c0e-4b64-9975-b8a4f6aa1d02 req-25f2d6a3-91af-4107-9d81-73b4158b609d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:37.515463 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-024c2476-2c0e-4b64-9975-b8a4f6aa1d02 req-25f2d6a3-91af-4107-9d81-73b4158b609d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.0914490
Apr 19 07:42:37.533943 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-4cc5a661-79ea-4c1e-9643-502f60098e27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3b3fc26259249b0bfce70dc27761d8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3161345
Apr 19 07:42:37.536483 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5a661-79ea-4c1e-9643-502f60098e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88d4984-f6a0-4a49-9f57-1692574741a8,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:37.538254 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 49280) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:37.539797 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4cc5a661-79ea-4c1e-9643-502f60098e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:37.595878 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-024c2476-2c0e-4b64-9975-b8a4f6aa1d02 req-d12f3e92-4d3f-4ad2-bf70-875b53a1b761 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737965
Apr 19 07:42:37.633832 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-138232a2-17c2-4b12-af69-aecbf149822a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:37.663019 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-138232a2-17c2-4b12-af69-aecbf149822a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:37.720214 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-138232a2-17c2-4b12-af69-aecbf149822a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:37.724372 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-51f2ea14-fe76-4f1a-9045-3cedf96307d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:37.740963 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138232a2-17c2-4b12-af69-aecbf149822a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88d4984-f6a0-4a49-9f57-1692574741a8,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:37.743316 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-138232a2-17c2-4b12-af69-aecbf149822a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:37.752423 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-138232a2-17c2-4b12-af69-aecbf149822a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:37.753651 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-138232a2-17c2-4b12-af69-aecbf149822a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a88d4984-f6a0-4a49-9f57-1692574741a8 HTTP/1.1" status: 204  len: 168 time: 0.2096386
Apr 19 07:42:37.842802 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:38.528343 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 49332) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:38.690726 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-697593408-network', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:42:38.695748 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:38.700531 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Usage tracker for resource:network and tenant:ee2ca57b536d4a6eb9a1165c495ab71b is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:38.704055 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:38.711204 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:38.724505 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Made reservation on behalf of ee2ca57b536d4a6eb9a1165c495ab71b for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:42:38.729580 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:38.787110 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:38.820342 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:38.839557 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Usage tracker for resource:security_group_rule and tenant:ee2ca57b536d4a6eb9a1165c495ab71b is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:38.845886 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:38.855270 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:38.877969 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06afcb-de45-4682-a589-ea2d32fff820 req-118b137f-e865-4afa-b7f3-54f539e27b1e tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:38.879764 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5e06afcb-de45-4682-a589-ea2d32fff820 req-118b137f-e865-4afa-b7f3-54f539e27b1e tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.1361749
Apr 19 07:42:38.947913 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5e06afcb-de45-4682-a589-ea2d32fff820 req-7da9b154-f188-4825-aa85-c48ac80beb79 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572932
Apr 19 07:42:39.018797 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:39.023093 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:39.039427 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9fe63c6a-85ff-40c2-834b-cbe7900a21fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:39.069553 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524}  {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 07:42:39.075638 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0e33a7-721f-483f-8afe-092863090dfc,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:39.085819 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:39.086461 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.segments_db [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Added segment d7a4ca43-b6f6-4792-a01a-38a40a6c015d of type vlan for network 1ce6dd40-ed90-4d53-9fbe-9465812d6db3
Apr 19 07:42:39.096003 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:39.125453 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753518964407'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:39.162425 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:39.164023 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:39.164664 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:39.170747 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cea16dcf-14fa-46c2-9aa2-710f2b11db30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:39.285578 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7522726
Apr 19 07:42:39.285578 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Pushing event updated for resources: {'Network': ['ID=1ce6dd40-ed90-4d53-9fbe-9465812d6db3,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:39.285578 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 49364) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:39.287576 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:39.292254 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-a5935395-2e72-4a13-bc08-21439afb32a7 admin admin] Request body: {'subnet': {'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-697593408-subnet', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:42:39.295330 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Network 1ce6dd40-ed90-4d53-9fbe-9465812d6db3 details requested by agent ovs-agent-dv-cinder-773870-2-iscsi with host dv-cinder-773870-2-iscsi {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 07:42:39.297086 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-a5935395-2e72-4a13-bc08-21439afb32a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:39.301684 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-a5935395-2e72-4a13-bc08-21439afb32a7 admin admin] Usage tracker for resource:subnet and tenant:ee2ca57b536d4a6eb9a1165c495ab71b is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:39.304872 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-a5935395-2e72-4a13-bc08-21439afb32a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:39.315182 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-a5935395-2e72-4a13-bc08-21439afb32a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:39.331739 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5935395-2e72-4a13-bc08-21439afb32a7 admin admin] Made reservation on behalf of ee2ca57b536d4a6eb9a1165c495ab71b for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:42:39.339802 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a5935395-2e72-4a13-bc08-21439afb32a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851631238'] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:39.891462 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a5935395-2e72-4a13-bc08-21439afb32a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2667476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851631253'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:39.896858 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-51ebdddc-e13d-4f0a-ba89-93460adc8818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:39.973291 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5935395-2e72-4a13-bc08-21439afb32a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3643a73d-bbcf-408b-929c-8c605c75acdc,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:39.977546 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a5935395-2e72-4a13-bc08-21439afb32a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:39.982160 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5935395-2e72-4a13-bc08-21439afb32a7 admin admin] Checking segment: {'id': 'd7a4ca43-b6f6-4792-a01a-38a40a6c015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:42:39.982742 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5935395-2e72-4a13-bc08-21439afb32a7 admin admin] Network hostable DHCP agents. Network: 1ce6dd40-ed90-4d53-9fbe-9465812d6db3, hostable agents: ['a6ade28d-bcb7-45a8-a7cb-7d200a62a65e'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 07:42:40.003496 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5935395-2e72-4a13-bc08-21439afb32a7 admin admin] Network 1ce6dd40-ed90-4d53-9fbe-9465812d6db3 is scheduled to be hosted by DHCP agent a6ade28d-bcb7-45a8-a7cb-7d200a62a65e with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 07:42:40.012543 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-a5935395-2e72-4a13-bc08-21439afb32a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-iscsi, 1ce6dd40-ed90-4d53-9fbe-9465812d6db3) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:42:40.023046 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf1037a-04e0-44f1-83e3-3b5cab2134b0 None None] Network 1ce6dd40-ed90-4d53-9fbe-9465812d6db3 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:42:40.028269 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5935395-2e72-4a13-bc08-21439afb32a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:40.029294 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a5935395-2e72-4a13-bc08-21439afb32a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:40.050022 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-a5935395-2e72-4a13-bc08-21439afb32a7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7638013
Apr 19 07:42:40.052748 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 49386) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:40.058429 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-697593408-router', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:42:40.063699 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:40.067832 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Usage tracker for resource:router and tenant:ee2ca57b536d4a6eb9a1165c495ab71b is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:40.071728 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:40.080111 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:40.143435 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-660204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775443'] for router, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:40.144510 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854115612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854093566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854191853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-358'] for router, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:40.179778 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:40.200010 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bad36-1bfe-4f5e-aa2f-d828abf15f2f req-54cc15ba-b5f1-4502-aea1-8337e3d23b13 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:40.201942 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1d3bad36-1bfe-4f5e-aa2f-d828abf15f2f req-54cc15ba-b5f1-4502-aea1-8337e3d23b13 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.1239541
Apr 19 07:42:40.263968 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5d34fd3-d017-536f-b648-4beabad8070e-1ce6dd40-ed90-4d53-9fbe-9465812d6db3', 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'fixed_ips': [{'subnet_id': '3643a73d-bbcf-408b-929c-8c605c75acdc'}]}} from dv-cinder-773870-2-iscsi. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 07:42:40.265000 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:40.267022 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1d3bad36-1bfe-4f5e-aa2f-d828abf15f2f req-8d8f64da-2021-4e87-bb8f-812b54cb88e4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558345
Apr 19 07:42:40.459495 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Allocated IP 172.20.0.2 (1ce6dd40-ed90-4d53-9fbe-9465812d6db3/3643a73d-bbcf-408b-929c-8c605c75acdc/74793784-8a02-4967-9d09-f7b26a6e18a2) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:42:40.712912 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:40.734181 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Transition to ACTIVE for port object 74793784-8a02-4967-9d09-f7b26a6e18a2 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:42:40.759863 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Transition to ACTIVE for port object 74793784-8a02-4967-9d09-f7b26a6e18a2 will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:42:40.765306 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:40.775867 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-42ba6cbf-d5dd-4440-b182-9542b57a4077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:40.828506 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Network 1ce6dd40-ed90-4d53-9fbe-9465812d6db3 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:42:40.831818 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:42:40.844822 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:42:40.856814 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854093323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854105249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-343'] for router, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:40.951468 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Pushing event updated for resources: {'Port': ['ID=74793784-8a02-4967-9d09-f7b26a6e18a2,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:40.962617 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:40.963050 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:40.963384 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:40.963758 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:40.964132 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:40.964505 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:40.964877 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:40.965250 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:40.965634 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:40.966078 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:40.966465 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:40.966990 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:40.979215 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:40.982292 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Attempting to bind port 74793784-8a02-4967-9d09-f7b26a6e18a2 on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:42:40.982868 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Attempting to bind port 74793784-8a02-4967-9d09-f7b26a6e18a2 by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': 'd7a4ca43-b6f6-4792-a01a-38a40a6c015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:42:40.983501 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Attempting to bind port 74793784-8a02-4967-9d09-f7b26a6e18a2 on network 1ce6dd40-ed90-4d53-9fbe-9465812d6db3 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:42:40.990550 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:42:40.991191 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Checking segment: {'id': 'd7a4ca43-b6f6-4792-a01a-38a40a6c015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:42:40.991797 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:40.992385 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Bound using segment: {'id': 'd7a4ca43-b6f6-4792-a01a-38a40a6c015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:42:40.993082 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Bound port: 74793784-8a02-4967-9d09-f7b26a6e18a2, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a4ca43-b6f6-4792-a01a-38a40a6c015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:42:40.993679 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:41.045454 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 49428) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:41.094536 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 49436) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:41.121492 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] For port 74793784-8a02-4967-9d09-f7b26a6e18a2, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:42:41.126089 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] For port 74793784-8a02-4967-9d09-f7b26a6e18a2, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=74793784-8a02-4967-9d09-f7b26a6e18a2,segment=NetworkSegment(d7a4ca43-b6f6-4792-a01a-38a40a6c015d),segment_id=d7a4ca43-b6f6-4792-a01a-38a40a6c015d)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:42:41.136782 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:41.143107 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:41.284350 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-62217071-3aef-40b3-9cc9-b48675690efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:41.328859 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Pushing event updated for resources: {'Port': ['ID=74793784-8a02-4967-9d09-f7b26a6e18a2,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:41.343473 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:41.350390 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9709e166-cd1d-4fcf-8a6a-e9e811c8f84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:41.376682 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-62217071-3aef-40b3-9cc9-b48675690efa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:41.381616 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-9709e166-cd1d-4fcf-8a6a-e9e811c8f84d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:41.384426 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-62217071-3aef-40b3-9cc9-b48675690efa admin admin] Usage tracker for resource:security_group_rule and tenant:94f2c30894304598b4a353e3e4e5ece1 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:41.388749 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-62217071-3aef-40b3-9cc9-b48675690efa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:41.392303 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-9709e166-cd1d-4fcf-8a6a-e9e811c8f84d admin admin] Usage tracker for resource:security_group_rule and tenant:fd659c76d984440ba62451c13ea50c81 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:41.398087 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-9709e166-cd1d-4fcf-8a6a-e9e811c8f84d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:41.401324 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-62217071-3aef-40b3-9cc9-b48675690efa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:41.401943 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:41.424547 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-9709e166-cd1d-4fcf-8a6a-e9e811c8f84d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:41.461550 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:41.652881 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9709e166-cd1d-4fcf-8a6a-e9e811c8f84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:41.691531 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9709e166-cd1d-4fcf-8a6a-e9e811c8f84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:41.733541 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2f079de3-d1be-4103-9b29-e5017cfc55d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:41.745717 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-62217071-3aef-40b3-9cc9-b48675690efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:41.757682 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-62217071-3aef-40b3-9cc9-b48675690efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:41.776385 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Allocated IP 172.27.0.108 (642ff66f-9552-4d00-a89f-4b61cdc828eb/39f3d441-e877-4577-8020-74e884c403b0/bf930bb5-7cdc-4367-875d-ec9cd769935f) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:42:41.831701 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709e166-cd1d-4fcf-8a6a-e9e811c8f84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adeb22ae-c015-4496-a338-573f2005e62a,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:41.837374 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9709e166-cd1d-4fcf-8a6a-e9e811c8f84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:41.841231 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-9709e166-cd1d-4fcf-8a6a-e9e811c8f84d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd659c76d984440ba62451c13ea50c81&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7965136
Apr 19 07:42:41.843578 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 49456) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:41.848067 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-72acfc7f-f97a-45a6-a924-3f0f7718a108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:41.883754 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-62217071-3aef-40b3-9cc9-b48675690efa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94f2c30894304598b4a353e3e4e5ece1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7851994
Apr 19 07:42:41.888421 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 49462) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:41.944442 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62217071-3aef-40b3-9cc9-b48675690efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd56558-920e-4e26-a860-4879f22dc434,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:41.949670 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-62217071-3aef-40b3-9cc9-b48675690efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:41.978224 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d0728320-8a67-495b-8a00-d0ab943e4a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:41.986409 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 74793784-8a02-4967-9d09-f7b26a6e18a2 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:42:41.990291 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccbdae-b8b0-4d9b-82ab-6b38194eaa42 req-731f6459-b6d2-4128-96cc-3dfb0a0713a2 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:41.991949 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dbccbdae-b8b0-4d9b-82ab-6b38194eaa42 req-731f6459-b6d2-4128-96cc-3dfb0a0713a2 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.4272075
Apr 19 07:42:42.021433 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d0728320-8a67-495b-8a00-d0ab943e4a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:42.065558 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port 74793784-8a02-4967-9d09-f7b26a6e18a2 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:42:42.084093 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d0728320-8a67-495b-8a00-d0ab943e4a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:42.090349 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-62217071-3aef-40b3-9cc9-b48675690efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:42.110296 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0728320-8a67-495b-8a00-d0ab943e4a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd56558-920e-4e26-a860-4879f22dc434,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:42.112848 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d0728320-8a67-495b-8a00-d0ab943e4a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:42.122885 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d0728320-8a67-495b-8a00-d0ab943e4a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:42.126613 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-d0728320-8a67-495b-8a00-d0ab943e4a02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2dd56558-920e-4e26-a860-4879f22dc434 HTTP/1.1" status: 204  len: 168 time: 0.2347586
Apr 19 07:42:42.126735 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dbccbdae-b8b0-4d9b-82ab-6b38194eaa42 req-fd2951f7-a273-42b8-8f02-a6b4aa8e18b1 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194324
Apr 19 07:42:42.142593 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d40b9e1b-0e9b-4944-b7bd-d370ff9ec4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:42.161354 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:42.187703 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d40b9e1b-0e9b-4944-b7bd-d370ff9ec4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:42.250082 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d40b9e1b-0e9b-4944-b7bd-d370ff9ec4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:42.252976 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-186f3847-6021-469d-9960-897b0be81a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:42.256417 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 49472) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:42.260256 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:42.272971 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b9e1b-0e9b-4944-b7bd-d370ff9ec4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adeb22ae-c015-4496-a338-573f2005e62a,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:42.279964 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d40b9e1b-0e9b-4944-b7bd-d370ff9ec4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:42.281119 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-43bb9324-c8fe-4116-aafe-1a9a1830c191 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:42.357987 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Network 642ff66f-9552-4d00-a89f-4b61cdc828eb is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:42:42.365275 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:42:42.372105 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:42:42.405362 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d40b9e1b-0e9b-4944-b7bd-d370ff9ec4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:42.406630 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-d40b9e1b-0e9b-4944-b7bd-d370ff9ec4e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/adeb22ae-c015-4496-a338-573f2005e62a HTTP/1.1" status: 204  len: 168 time: 0.5362394
Apr 19 07:42:42.412471 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Pushing event updated for resources: {'Port': ['ID=bf930bb5-7cdc-4367-875d-ec9cd769935f,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:42.416787 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:42.568815 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8ff56c5a-3f6f-4ae3-a8db-b1ede45a920f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:42.647223 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8ff56c5a-3f6f-4ae3-a8db-b1ede45a920f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:42.655535 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-8ff56c5a-3f6f-4ae3-a8db-b1ede45a920f admin admin] Usage tracker for resource:security_group_rule and tenant:37ed50a75cf14c99aac7f5b6768163d7 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:42.658739 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-8ff56c5a-3f6f-4ae3-a8db-b1ede45a920f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:42.668457 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 49486) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:42.669541 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8ff56c5a-3f6f-4ae3-a8db-b1ede45a920f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:42.720334 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b4f47b93-0d30-46f0-b8a5-386513ecc640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:42.742083 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b4f47b93-0d30-46f0-b8a5-386513ecc640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:42.757065 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-b4f47b93-0d30-46f0-b8a5-386513ecc640 admin admin] Usage tracker for resource:security_group_rule and tenant:13f8783c85d54e21bb6ff666e1860586 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:42.761801 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-b4f47b93-0d30-46f0-b8a5-386513ecc640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:42.776938 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b4f47b93-0d30-46f0-b8a5-386513ecc640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:42.938391 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8ff56c5a-3f6f-4ae3-a8db-b1ede45a920f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:42.945096 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8ff56c5a-3f6f-4ae3-a8db-b1ede45a920f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:42.987634 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4cc5a661-79ea-4c1e-9643-502f60098e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:42.989597 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:43.020763 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-8ff56c5a-3f6f-4ae3-a8db-b1ede45a920f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37ed50a75cf14c99aac7f5b6768163d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7622569
Apr 19 07:42:43.024717 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff56c5a-3f6f-4ae3-a8db-b1ede45a920f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dde34b-8657-448c-b402-54a0762a621a,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:43.027389 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 49498) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:43.032243 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8ff56c5a-3f6f-4ae3-a8db-b1ede45a920f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:43.058905 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b4f47b93-0d30-46f0-b8a5-386513ecc640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:43.065504 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b4f47b93-0d30-46f0-b8a5-386513ecc640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:43.073014 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe95c1b-3e84-41de-bf2d-c4377ce6c13b None None] Network 1ce6dd40-ed90-4d53-9fbe-9465812d6db3 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:42:43.081477 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:43.120932 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f47b93-0d30-46f0-b8a5-386513ecc640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61975ef-70b4-459f-8b2f-1bdb7e2cf2b1,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:43.135854 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b4f47b93-0d30-46f0-b8a5-386513ecc640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:43.159432 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-b4f47b93-0d30-46f0-b8a5-386513ecc640 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13f8783c85d54e21bb6ff666e1860586&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4846611
Apr 19 07:42:43.162587 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 49508) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:43.244680 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cd96189e-4d25-442c-997e-f3233f20d55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:43.267662 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-52d24634-fbd4-4bbc-a8a5-f58eba6d99b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:43.297156 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cd96189e-4d25-442c-997e-f3233f20d55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:43.305453 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-c83689f8-c763-4058-8165-76640cdfd7f6 None None] Provisioning for port 74793784-8a02-4967-9d09-f7b26a6e18a2 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:42:43.318412 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-c83689f8-c763-4058-8165-76640cdfd7f6 None None] Provisioning complete for port 74793784-8a02-4967-9d09-f7b26a6e18a2 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:42:43.319107 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c83689f8-c763-4058-8165-76640cdfd7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:43.336670 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-52d24634-fbd4-4bbc-a8a5-f58eba6d99b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:43.406608 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cd96189e-4d25-442c-997e-f3233f20d55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:43.416275 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8b235aeb-df40-4e23-b92c-516613cc07ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:43.437903 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cd96189e-4d25-442c-997e-f3233f20d55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:43.441706 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-cd96189e-4d25-442c-997e-f3233f20d55f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d61975ef-70b4-459f-8b2f-1bdb7e2cf2b1 HTTP/1.1" status: 204  len: 168 time: 0.2779894
Apr 19 07:42:43.442616 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-52d24634-fbd4-4bbc-a8a5-f58eba6d99b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:43.445852 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-52d24634-fbd4-4bbc-a8a5-f58eba6d99b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:43.447391 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-52d24634-fbd4-4bbc-a8a5-f58eba6d99b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7dde34b-8657-448c-b402-54a0762a621a HTTP/1.1" status: 204  len: 168 time: 0.4168115
Apr 19 07:42:43.451954 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96189e-4d25-442c-997e-f3233f20d55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61975ef-70b4-459f-8b2f-1bdb7e2cf2b1,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:43.454689 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cd96189e-4d25-442c-997e-f3233f20d55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:43.455141 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9709e166-cd1d-4fcf-8a6a-e9e811c8f84d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:43.467386 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d24634-fbd4-4bbc-a8a5-f58eba6d99b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dde34b-8657-448c-b402-54a0762a621a,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:43.470046 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-52d24634-fbd4-4bbc-a8a5-f58eba6d99b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:43.595270 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c83689f8-c763-4058-8165-76640cdfd7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:43.680747 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-c83689f8-c763-4058-8165-76640cdfd7f6 None None] For port 74793784-8a02-4967-9d09-f7b26a6e18a2, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=74793784-8a02-4967-9d09-f7b26a6e18a2,segment=NetworkSegment(d7a4ca43-b6f6-4792-a01a-38a40a6c015d),segment_id=d7a4ca43-b6f6-4792-a01a-38a40a6c015d)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:42:43.696181 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682463'] for router, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:43.697022 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c83689f8-c763-4058-8165-76640cdfd7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:43.699165 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:43.708553 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974492f-a932-418e-90c0-69b8a3dcec26 req-ef6ec765-1135-42f1-823f-88c6aaa79a53 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:43.717227 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8974492f-a932-418e-90c0-69b8a3dcec26 req-ef6ec765-1135-42f1-823f-88c6aaa79a53 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.3078866
Apr 19 07:42:43.837424 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83689f8-c763-4058-8165-76640cdfd7f6 None None] Pushing event updated for resources: {'Port': ['ID=74793784-8a02-4967-9d09-f7b26a6e18a2,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:43.840727 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c83689f8-c763-4058-8165-76640cdfd7f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:43.923965 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-4a9a810e-aced-4290-a033-f21cd42122c1 None None] Provisioning complete for port 74793784-8a02-4967-9d09-f7b26a6e18a2 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:42:43.924388 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4a9a810e-aced-4290-a033-f21cd42122c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:43.962387 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8974492f-a932-418e-90c0-69b8a3dcec26 req-ad167022-793e-48a3-947e-36a558ae2db6 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2440782
Apr 19 07:42:44.171106 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 49544) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:44.192037 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-de112a67-1c8e-406b-a1ef-c3411a539154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:44.212063 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-de112a67-1c8e-406b-a1ef-c3411a539154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:44.216720 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-de112a67-1c8e-406b-a1ef-c3411a539154 admin admin] Usage tracker for resource:security_group_rule and tenant:748666b7d26745bdaa7e7075c4758005 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:44.220375 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-de112a67-1c8e-406b-a1ef-c3411a539154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:44.227245 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-de112a67-1c8e-406b-a1ef-c3411a539154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:44.318783 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-de112a67-1c8e-406b-a1ef-c3411a539154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:44.322078 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-de112a67-1c8e-406b-a1ef-c3411a539154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:44.331560 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0d32f27d-417b-4ba2-b064-d8c6285a5b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:44.356054 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Router 09706c0a-9a5a-4357-9e14-649cb87c30f1 is scheduled to L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 with binding_index 1 {{(pid=86357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 07:42:44.375275 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de112a67-1c8e-406b-a1ef-c3411a539154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6da55b-71d6-4114-b9bf-82f83dee6b50,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:44.382369 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-de112a67-1c8e-406b-a1ef-c3411a539154 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=748666b7d26745bdaa7e7075c4758005&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2076585
Apr 19 07:42:44.382369 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-de112a67-1c8e-406b-a1ef-c3411a539154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:44.382737 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 49552) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:44.453244 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-79f855c2-dd13-4c1f-ac53-2b9338bd3148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:44.486781 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-79f855c2-dd13-4c1f-ac53-2b9338bd3148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:44.538219 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-79f855c2-dd13-4c1f-ac53-2b9338bd3148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:44.543814 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-de112a67-1c8e-406b-a1ef-c3411a539154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:44.558413 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f855c2-dd13-4c1f-ac53-2b9338bd3148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6da55b-71d6-4114-b9bf-82f83dee6b50,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:44.562753 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-79f855c2-dd13-4c1f-ac53-2b9338bd3148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:44.569363 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-79f855c2-dd13-4c1f-ac53-2b9338bd3148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:44.570747 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-79f855c2-dd13-4c1f-ac53-2b9338bd3148 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa6da55b-71d6-4114-b9bf-82f83dee6b50 HTTP/1.1" status: 204  len: 168 time: 0.1870224
Apr 19 07:42:44.577357 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:42:44.598808 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] Sync routers for ids ['09706c0a-9a5a-4357-9e14-649cb87c30f1'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:42:44.621975 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] Routers {'09706c0a-9a5a-4357-9e14-649cb87c30f1'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:42:44.626008 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165d85b00>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:42:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['09706c0a-9a5a-4357-9e14-649cb87c30f1'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:42:44.632726 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:44.637148 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 49564) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:44.642274 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.5882189
Apr 19 07:42:44.851457 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] Set router 09706c0a-9a5a-4357-9e14-649cb87c30f1 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:42:45.308303 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165d85b00>, [{'id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'name': 'tempest-TestMinimumBasicScenario-697593408-router', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:40Z', 'updated_at': '2021-04-19T07:42:42Z', 'revision_number': 3, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'gw_port': {'id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:41Z', 'updated_at': '2021-04-19T07:42:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:42:45.313484 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] Checking router: 09706c0a-9a5a-4357-9e14-649cb87c30f1 for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:42:45.313927 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] Updating router 09706c0a-9a5a-4357-9e14-649cb87c30f1 port bf930bb5-7cdc-4367-875d-ec9cd769935f binding host dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 07:42:45.341742 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa221d41-f234-4c85-8745-5ecf800adc8f req-e92e1447-534a-4384-be84-1a6ca3cfd62a tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:45.343870 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fa221d41-f234-4c85-8745-5ecf800adc8f req-e92e1447-534a-4384-be84-1a6ca3cfd62a tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.1500068
Apr 19 07:42:45.383106 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 49586) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:45.390348 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:45.433821 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fa221d41-f234-4c85-8745-5ecf800adc8f req-39f8763f-5846-48f1-be95-db7acd347340 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825713
Apr 19 07:42:45.434885 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e7d69f49-89be-4b62-818e-14246096515e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:45.455233 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e7d69f49-89be-4b62-818e-14246096515e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:45.459687 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-e7d69f49-89be-4b62-818e-14246096515e admin admin] Usage tracker for resource:security_group_rule and tenant:7af92238cb9b44618f892e324c862fc9 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:45.462778 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-e7d69f49-89be-4b62-818e-14246096515e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:45.470939 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e7d69f49-89be-4b62-818e-14246096515e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:45.586312 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e7d69f49-89be-4b62-818e-14246096515e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:45.592496 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e7d69f49-89be-4b62-818e-14246096515e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:45.602992 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:45.670397 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-e7d69f49-89be-4b62-818e-14246096515e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7af92238cb9b44618f892e324c862fc9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2858365
Apr 19 07:42:45.671259 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 49592) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:45.676712 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d69f49-89be-4b62-818e-14246096515e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8b65ba-076d-41ab-930e-e5d7d02b98da,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:45.718840 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e7d69f49-89be-4b62-818e-14246096515e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:45.789399 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7fe44447-fa24-4846-9c5f-798fcc5a5f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:45.810113 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 74793784-8a02-4967-9d09-f7b26a6e18a2 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:42:45.814621 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f47d3d61-1309-4169-a38b-e171cb8b1415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:45.832352 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7fe44447-fa24-4846-9c5f-798fcc5a5f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:45.849401 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:45.863163 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] Transition to ACTIVE for port object bf930bb5-7cdc-4367-875d-ec9cd769935f will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:42:45.876927 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:45.887347 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b850ef42-3fe1-4a81-9a43-b47aa1dd17cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:45.930386 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7fe44447-fa24-4846-9c5f-798fcc5a5f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:45.936275 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e7d69f49-89be-4b62-818e-14246096515e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:45.949383 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe44447-fa24-4846-9c5f-798fcc5a5f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8b65ba-076d-41ab-930e-e5d7d02b98da,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:45.952907 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] Attempting to bind port bf930bb5-7cdc-4367-875d-ec9cd769935f on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:42:45.953592 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] Attempting to bind port bf930bb5-7cdc-4367-875d-ec9cd769935f by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:42:45.954230 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] Attempting to bind port bf930bb5-7cdc-4367-875d-ec9cd769935f on network 642ff66f-9552-4d00-a89f-4b61cdc828eb {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:42:45.959789 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7fe44447-fa24-4846-9c5f-798fcc5a5f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:45.966609 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7fe44447-fa24-4846-9c5f-798fcc5a5f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:45.971437 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-7fe44447-fa24-4846-9c5f-798fcc5a5f4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b8b65ba-076d-41ab-930e-e5d7d02b98da HTTP/1.1" status: 204  len: 168 time: 0.2972305
Apr 19 07:42:45.974533 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:42:45.975115 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] Checking segment: {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:42:45.975726 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:45.976295 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] Bound using segment: {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:42:45.976975 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] Bound port: bf930bb5-7cdc-4367-875d-ec9cd769935f, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:42:45.977557 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:46.062882 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] For port bf930bb5-7cdc-4367-875d-ec9cd769935f, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:42:46.066670 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] For port bf930bb5-7cdc-4367-875d-ec9cd769935f, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=bf930bb5-7cdc-4367-875d-ec9cd769935f,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:42:46.073815 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:46.137397 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] Routers {'09706c0a-9a5a-4357-9e14-649cb87c30f1'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:42:46.138113 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165d85b00>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:42:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['09706c0a-9a5a-4357-9e14-649cb87c30f1'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:42:46.146943 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-f47d3d61-1309-4169-a38b-e171cb8b1415 admin admin] Allocated IP 172.20.0.1 (1ce6dd40-ed90-4d53-9fbe-9465812d6db3/3643a73d-bbcf-408b-929c-8c605c75acdc/34795a46-9fa7-4da8-b6cc-7931a8a65076) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:42:46.243515 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 74793784-8a02-4967-9d09-f7b26a6e18a2 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:42:46.244049 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:46.306487 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e2a08-47b8-41a0-8ad0-0f4d31a3b43e None None] Pushing event updated for resources: {'Port': ['ID=bf930bb5-7cdc-4367-875d-ec9cd769935f,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:46.525240 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f47d3d61-1309-4169-a38b-e171cb8b1415 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:46.544530 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f47d3d61-1309-4169-a38b-e171cb8b1415 admin admin] Transition to ACTIVE for port object 34795a46-9fa7-4da8-b6cc-7931a8a65076 will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:42:46.578010 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f47d3d61-1309-4169-a38b-e171cb8b1415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:46.584677 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-10da19df-606a-43b3-917d-18a09e2573c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:46.680926 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47d3d61-1309-4169-a38b-e171cb8b1415 admin admin] Network 1ce6dd40-ed90-4d53-9fbe-9465812d6db3 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:42:46.697616 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e2a08-47b8-41a0-8ad0-0f4d31a3b43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:46.698001 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e2a08-47b8-41a0-8ad0-0f4d31a3b43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:46.698537 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e2a08-47b8-41a0-8ad0-0f4d31a3b43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:46.698908 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e2a08-47b8-41a0-8ad0-0f4d31a3b43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:46.699274 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e2a08-47b8-41a0-8ad0-0f4d31a3b43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:46.699638 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e2a08-47b8-41a0-8ad0-0f4d31a3b43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:46.700002 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e2a08-47b8-41a0-8ad0-0f4d31a3b43e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:46.700718 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e2a08-47b8-41a0-8ad0-0f4d31a3b43e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:46.701583 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e2a08-47b8-41a0-8ad0-0f4d31a3b43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:46.701689 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f9b92-1d1f-4f6d-b218-7328df5c62e3 req-0279efdf-6a3b-4cc5-bf64-7ac249f0c91a tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:46.701780 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e2a08-47b8-41a0-8ad0-0f4d31a3b43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:46.701855 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e2a08-47b8-41a0-8ad0-0f4d31a3b43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:46.702627 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484e2a08-47b8-41a0-8ad0-0f4d31a3b43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:42:46.702733 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-f47d3d61-1309-4169-a38b-e171cb8b1415 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:42:46.703207 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-501f9b92-1d1f-4f6d-b218-7328df5c62e3 req-0279efdf-6a3b-4cc5-bf64-7ac249f0c91a tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.1162970
Apr 19 07:42:46.707964 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-484e2a08-47b8-41a0-8ad0-0f4d31a3b43e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:46.708548 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.615s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:46.724316 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47d3d61-1309-4169-a38b-e171cb8b1415 admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:42:46.796063 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-501f9b92-1d1f-4f6d-b218-7328df5c62e3 req-a89d833e-0335-4507-90f4-b93c22482bc7 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825140
Apr 19 07:42:46.797354 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d3d61-1309-4169-a38b-e171cb8b1415 admin admin] Pushing event updated for resources: {'Port': ['ID=34795a46-9fa7-4da8-b6cc-7931a8a65076,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:46.808017 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f47d3d61-1309-4169-a38b-e171cb8b1415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:46.849663 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e2a08-47b8-41a0-8ad0-0f4d31a3b43e None None] Pushing event updated for resources: {'Port': ['ID=bf930bb5-7cdc-4367-875d-ec9cd769935f,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:46.855139 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-484e2a08-47b8-41a0-8ad0-0f4d31a3b43e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:46.865298 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f47d3d61-1309-4169-a38b-e171cb8b1415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854104830'] for router_interface, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:46.876759 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] Set router 09706c0a-9a5a-4357-9e14-649cb87c30f1 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:42:47.048527 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f47d3d61-1309-4169-a38b-e171cb8b1415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:47.070199 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-aa5d8566-a1e6-4075-92de-fb50967d2081 None None] Provisioning for port 34795a46-9fa7-4da8-b6cc-7931a8a65076 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:42:47.079542 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-aa5d8566-a1e6-4075-92de-fb50967d2081 None None] Provisioning complete for port 34795a46-9fa7-4da8-b6cc-7931a8a65076 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:42:47.079975 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aa5d8566-a1e6-4075-92de-fb50967d2081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:47.168775 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-aa5d8566-a1e6-4075-92de-fb50967d2081 None None] Port 34795a46-9fa7-4da8-b6cc-7931a8a65076 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:42:47.258095 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165d85b00>, [{'id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'name': 'tempest-TestMinimumBasicScenario-697593408-router', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:40Z', 'updated_at': '2021-04-19T07:42:42Z', 'revision_number': 3, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'gw_port': {'id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:41Z', 'updated_at': '2021-04-19T07:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:42:47.264693 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385930a-cbf9-421e-8ea9-18d2ccd783c8 None None] The sync data for ids ['09706c0a-9a5a-4357-9e14-649cb87c30f1'] in dv-cinder-773870-2-iscsi is: [{'id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'name': 'tempest-TestMinimumBasicScenario-697593408-router', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:40Z', 'updated_at': '2021-04-19T07:42:42Z', 'revision_number': 3, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'gw_port': {'id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:41Z', 'updated_at': '2021-04-19T07:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:42:47.381074 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f47d3d61-1309-4169-a38b-e171cb8b1415 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:47.389939 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f47d3d61-1309-4169-a38b-e171cb8b1415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852205354'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:47.426205 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e648f887-c01b-4c14-87e3-24c186b1e2c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:47.504955 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d3d61-1309-4169-a38b-e171cb8b1415 admin admin] Pushing event updated for resources: {'Port': ['ID=34795a46-9fa7-4da8-b6cc-7931a8a65076,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:47.509467 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f47d3d61-1309-4169-a38b-e171cb8b1415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:47.532509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f47d3d61-1309-4169-a38b-e171cb8b1415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853744977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671077'] for router_interface, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:47.727404 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47d3d61-1309-4169-a38b-e171cb8b1415 admin admin] Network 1ce6dd40-ed90-4d53-9fbe-9465812d6db3 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:42:47.728743 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-f47d3d61-1309-4169-a38b-e171cb8b1415 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:42:48.079287 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47d3d61-1309-4169-a38b-e171cb8b1415 admin admin] Router 09706c0a-9a5a-4357-9e14-649cb87c30f1 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:42:48.107162 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-b442167f-de26-4216-8534-cdcd68f0e657 None None] Provisioning complete for port 34795a46-9fa7-4da8-b6cc-7931a8a65076 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:42:48.107596 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b442167f-de26-4216-8534-cdcd68f0e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:48.135983 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3dc251-9224-4ca7-8092-d9c969d8faf5 req-2e13e258-2529-4513-ba7b-d63e71fd2c1b tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:48.148893 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2b3dc251-9224-4ca7-8092-d9c969d8faf5 req-2e13e258-2529-4513-ba7b-d63e71fd2c1b tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.1561329
Apr 19 07:42:48.216151 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2b3dc251-9224-4ca7-8092-d9c969d8faf5 req-8c9caa18-fed4-4f2d-b602-127b21b37f98 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658312
Apr 19 07:42:48.249184 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-b442167f-de26-4216-8534-cdcd68f0e657 None None] Port 34795a46-9fa7-4da8-b6cc-7931a8a65076 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:42:48.383831 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47d3d61-1309-4169-a38b-e171cb8b1415 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:42:48.407513 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-f47d3d61-1309-4169-a38b-e171cb8b1415 admin admin] 10.222.0.20 "PUT /v2.0/routers/09706c0a-9a5a-4357-9e14-649cb87c30f1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7601519
Apr 19 07:42:49.167616 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 49760) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:49.216210 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 49766) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:49.222466 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2139470356-network', 'tenant_id': 'ad263ccd6e234ada8d5a1e67d381d858'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:42:49.230583 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:49.235312 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Usage tracker for resource:network and tenant:ad263ccd6e234ada8d5a1e67d381d858 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:49.238397 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:49.245144 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:49.258873 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Made reservation on behalf of ad263ccd6e234ada8d5a1e67d381d858 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:42:49.264208 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:49.278288 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:49.297574 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:49.301608 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Usage tracker for resource:security_group_rule and tenant:ad263ccd6e234ada8d5a1e67d381d858 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:49.304617 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:49.311846 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:49.449314 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1292a309-18e7-464f-ac3b-01d0998182a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:49.491560 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-1292a309-18e7-464f-ac3b-01d0998182a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:49.504225 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc161d2b-af67-427e-a866-f6f2fd248c2a req-19a264e0-dae4-4e9e-939e-96b49d68b154 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:49.505961 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dc161d2b-af67-427e-a866-f6f2fd248c2a req-19a264e0-dae4-4e9e-939e-96b49d68b154 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.1750028
Apr 19 07:42:49.522043 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-1292a309-18e7-464f-ac3b-01d0998182a5 admin admin] Usage tracker for resource:security_group_rule and tenant:b2591e68a2ce41088045e7efab51dd0e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:49.525863 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:49.539950 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-1292a309-18e7-464f-ac3b-01d0998182a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:49.548811 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:49.559146 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0df0b502-7097-4c68-8cfb-4c02a3577952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:49.571917 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-1292a309-18e7-464f-ac3b-01d0998182a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:49.604773 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529}  {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 07:42:49.627928 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88850797-0f92-413e-98da-c38f4e308f43,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:49.646775 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dc161d2b-af67-427e-a866-f6f2fd248c2a req-ea6a0d30-6991-459d-9f4f-2b13bbec85df tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290078
Apr 19 07:42:49.662391 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:49.663385 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:49.663774 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.segments_db [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Added segment c49984a1-3466-42b3-a8e9-71a59ec8a16d of type vlan for network fc33f3b1-9ede-4b54-ac7d-dd0555cacc79
Apr 19 07:42:49.707929 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753518964407'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:49.813509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1292a309-18e7-464f-ac3b-01d0998182a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:49.819720 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:49.821336 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:49.822118 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:49.839053 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-23ada00f-4d62-4184-af85-cdb0bec0fad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:49.868170 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device bf930bb5-7cdc-4367-875d-ec9cd769935f up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:42:49.875699 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1292a309-18e7-464f-ac3b-01d0998182a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:49.972370 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port bf930bb5-7cdc-4367-875d-ec9cd769935f completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:42:49.977470 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port bf930bb5-7cdc-4367-875d-ec9cd769935f triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:42:49.978004 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:50.006213 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7886305
Apr 19 07:42:50.009181 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 49784) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:50.016922 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-61e4d5a2-4340-4769-9b44-756e7c94acf8 admin admin] Request body: {'subnet': {'network_id': 'fc33f3b1-9ede-4b54-ac7d-dd0555cacc79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2139470356-subnet', 'tenant_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:42:50.022432 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-1292a309-18e7-464f-ac3b-01d0998182a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2591e68a2ce41088045e7efab51dd0e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8536179
Apr 19 07:42:50.022824 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-61e4d5a2-4340-4769-9b44-756e7c94acf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:50.023534 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Pushing event updated for resources: {'Network': ['ID=fc33f3b1-9ede-4b54-ac7d-dd0555cacc79,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:50.025265 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 49788) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:50.026703 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:50.027551 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-04346aa2-d68b-493b-af96-cc8fc307b94d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:50.030507 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-61e4d5a2-4340-4769-9b44-756e7c94acf8 admin admin] Usage tracker for resource:subnet and tenant:ad263ccd6e234ada8d5a1e67d381d858 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:50.038622 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Network fc33f3b1-9ede-4b54-ac7d-dd0555cacc79 details requested by agent ovs-agent-dv-cinder-773870-2-iscsi with host dv-cinder-773870-2-iscsi {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 07:42:50.045673 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-61e4d5a2-4340-4769-9b44-756e7c94acf8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:50.057014 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292a309-18e7-464f-ac3b-01d0998182a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4143f3-6e63-408a-abc7-98bde4b08fdd,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:50.060299 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1292a309-18e7-464f-ac3b-01d0998182a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:50.061335 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-61e4d5a2-4340-4769-9b44-756e7c94acf8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:50.094784 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e4d5a2-4340-4769-9b44-756e7c94acf8 admin admin] Made reservation on behalf of ad263ccd6e234ada8d5a1e67d381d858 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:42:50.099548 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-61e4d5a2-4340-4769-9b44-756e7c94acf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2214023'] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:50.201903 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f69b7f-669d-4a11-bdc0-1d68ece9b0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:50.222890 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:50.240759 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port bf930bb5-7cdc-4367-875d-ec9cd769935f, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=bf930bb5-7cdc-4367-875d-ec9cd769935f,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:42:50.243899 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:50.246750 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:50.250555 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f69b7f-669d-4a11-bdc0-1d68ece9b0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:50.318555 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=bf930bb5-7cdc-4367-875d-ec9cd769935f,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:50.322532 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:50.327834 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] Sync routers for ids ['09706c0a-9a5a-4357-9e14-649cb87c30f1'] in dv-cinder-773870-2-iscsi {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:42:50.339558 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] Routers {'09706c0a-9a5a-4357-9e14-649cb87c30f1'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:42:50.340230 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164dcb048>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:42:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['09706c0a-9a5a-4357-9e14-649cb87c30f1'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:42:50.358235 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f69b7f-669d-4a11-bdc0-1d68ece9b0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:50.363793 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ee38bd83-33c0-45d2-987a-ff0399f572a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:50.394266 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f69b7f-669d-4a11-bdc0-1d68ece9b0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4143f3-6e63-408a-abc7-98bde4b08fdd,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:50.401015 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-75f69b7f-669d-4a11-bdc0-1d68ece9b0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:50.420789 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75f69b7f-669d-4a11-bdc0-1d68ece9b0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:50.422048 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-75f69b7f-669d-4a11-bdc0-1d68ece9b0a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc4143f3-6e63-408a-abc7-98bde4b08fdd HTTP/1.1" status: 204  len: 168 time: 0.3955894
Apr 19 07:42:50.554984 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] Set router 09706c0a-9a5a-4357-9e14-649cb87c30f1 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:42:50.643173 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-61e4d5a2-4340-4769-9b44-756e7c94acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852204722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2214038'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:50.649601 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f2b01947-a57e-4f42-bfa5-2989beb3c0e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:50.754977 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4d5a2-4340-4769-9b44-756e7c94acf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e59eb8a3-fb38-4760-ae6c-b75a1ab64901,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:50.763041 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-61e4d5a2-4340-4769-9b44-756e7c94acf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:50.764790 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e4d5a2-4340-4769-9b44-756e7c94acf8 admin admin] Checking segment: {'id': 'c49984a1-3466-42b3-a8e9-71a59ec8a16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fc33f3b1-9ede-4b54-ac7d-dd0555cacc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:42:50.769122 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e4d5a2-4340-4769-9b44-756e7c94acf8 admin admin] Network hostable DHCP agents. Network: fc33f3b1-9ede-4b54-ac7d-dd0555cacc79, hostable agents: ['a6ade28d-bcb7-45a8-a7cb-7d200a62a65e'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 07:42:50.803583 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 49800) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:50.825888 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1121f9d1-e339-4c06-9c97-ebd2096ff834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:50.838512 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e4d5a2-4340-4769-9b44-756e7c94acf8 admin admin] Network fc33f3b1-9ede-4b54-ac7d-dd0555cacc79 is scheduled to be hosted by DHCP agent a6ade28d-bcb7-45a8-a7cb-7d200a62a65e with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 07:42:50.850523 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-1121f9d1-e339-4c06-9c97-ebd2096ff834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:50.854658 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-61e4d5a2-4340-4769-9b44-756e7c94acf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-iscsi, fc33f3b1-9ede-4b54-ac7d-dd0555cacc79) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:42:50.856728 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-1121f9d1-e339-4c06-9c97-ebd2096ff834 admin admin] Usage tracker for resource:security_group_rule and tenant:599f8a605f8d44d1867058e916a5a63a is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:50.861626 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-1121f9d1-e339-4c06-9c97-ebd2096ff834 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:50.872490 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f065068d-d8da-4ec5-8b00-c103b5a8fc79 None None] Network fc33f3b1-9ede-4b54-ac7d-dd0555cacc79 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:42:50.876928 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-1121f9d1-e339-4c06-9c97-ebd2096ff834 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:50.879682 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e4d5a2-4340-4769-9b44-756e7c94acf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:50.880341 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-61e4d5a2-4340-4769-9b44-756e7c94acf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:50.904498 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879ae9a-299a-4644-b296-848f94d43c21 req-81d30036-996b-4b7f-bb13-35badedf76d6 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:50.913884 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2879ae9a-299a-4644-b296-848f94d43c21 req-81d30036-996b-4b7f-bb13-35badedf76d6 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.1149404
Apr 19 07:42:50.914812 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-61e4d5a2-4340-4769-9b44-756e7c94acf8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9042809
Apr 19 07:42:50.917438 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 49804) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:50.952254 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2139470356-router', 'tenant_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:42:50.967927 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:50.984107 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2879ae9a-299a-4644-b296-848f94d43c21 req-f1b833b6-b88b-490e-a64e-8a2bbf5a1640 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622714
Apr 19 07:42:50.985656 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Usage tracker for resource:router and tenant:ad263ccd6e234ada8d5a1e67d381d858 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:50.990507 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:50.997234 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:51.032143 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1121f9d1-e339-4c06-9c97-ebd2096ff834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:51.036600 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1121f9d1-e339-4c06-9c97-ebd2096ff834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:51.041508 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-660204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775443'] for router, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:51.042648 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854115612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854093566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854191853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-358'] for router, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:51.057768 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-adc89179-1d25-4b22-86ad-b610dd71f05c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:51.068027 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:51.122118 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-1121f9d1-e339-4c06-9c97-ebd2096ff834 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=599f8a605f8d44d1867058e916a5a63a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3173368
Apr 19 07:42:51.124598 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121f9d1-e339-4c06-9c97-ebd2096ff834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dcc9be-81df-44ac-9071-94a7371d99e7,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:51.127263 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 49814) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:51.130450 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1121f9d1-e339-4c06-9c97-ebd2096ff834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:51.192172 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea1b62c1-21b6-4d06-b9b0-97370b72690d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:51.222278 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea1b62c1-21b6-4d06-b9b0-97370b72690d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:51.253559 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164dcb048>, [{'id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'name': 'tempest-TestMinimumBasicScenario-697593408-router', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:40Z', 'updated_at': '2021-04-19T07:42:46Z', 'revision_number': 4, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'gw_port': {'id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:41Z', 'updated_at': '2021-04-19T07:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '34795a46-9fa7-4da8-b6cc-7931a8a65076', 'name': '', 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'mac_address': 'fa:16:3e:f7:4c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3643a73d-bbcf-408b-929c-8c605c75acdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:45Z', 'updated_at': '2021-04-19T07:42:47Z', 'revision_number': 2, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'subnets': [{'id': '3643a73d-bbcf-408b-929c-8c605c75acdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:42:51.258020 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] Checking router: 09706c0a-9a5a-4357-9e14-649cb87c30f1 for host: dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:42:51.258460 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] Updating router 09706c0a-9a5a-4357-9e14-649cb87c30f1 port 34795a46-9fa7-4da8-b6cc-7931a8a65076 binding host dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 07:42:51.272071 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea1b62c1-21b6-4d06-b9b0-97370b72690d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:51.277257 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8ff56c5a-3f6f-4ae3-a8db-b1ede45a920f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:51.292733 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b62c1-21b6-4d06-b9b0-97370b72690d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dcc9be-81df-44ac-9071-94a7371d99e7,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:51.294030 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5d34fd3-d017-536f-b648-4beabad8070e-fc33f3b1-9ede-4b54-ac7d-dd0555cacc79', 'network_id': 'fc33f3b1-9ede-4b54-ac7d-dd0555cacc79', 'tenant_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'fixed_ips': [{'subnet_id': 'e59eb8a3-fb38-4760-ae6c-b75a1ab64901'}]}} from dv-cinder-773870-2-iscsi. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 07:42:51.295033 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea1b62c1-21b6-4d06-b9b0-97370b72690d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:51.295525 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:51.299182 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-ea1b62c1-21b6-4d06-b9b0-97370b72690d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53dcc9be-81df-44ac-9071-94a7371d99e7 HTTP/1.1" status: 204  len: 168 time: 0.1680717
Apr 19 07:42:51.299182 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ea1b62c1-21b6-4d06-b9b0-97370b72690d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:51.396860 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854093323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854105249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-343'] for router, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:51.401718 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:51.627358 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Allocated IP 172.20.0.2 (fc33f3b1-9ede-4b54-ac7d-dd0555cacc79/e59eb8a3-fb38-4760-ae6c-b75a1ab64901/46327a0e-55e9-4260-abdf-0725124b0263) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:42:51.760063 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:51.803431 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:51.820000 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device bf930bb5-7cdc-4367-875d-ec9cd769935f up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:42:51.975862 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Allocated IP 172.27.0.239 (642ff66f-9552-4d00-a89f-4b61cdc828eb/39f3d441-e877-4577-8020-74e884c403b0/94c35fdd-39ea-4621-91b5-527f507b220f) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:42:52.314565 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:52.331962 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port bf930bb5-7cdc-4367-875d-ec9cd769935f triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:42:52.332810 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:52.346536 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf63c3c-f05b-4a3e-a402-91ea085cc4df req-919d0e81-f2b0-4a57-8644-27a56ee2164b tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:52.348305 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-edf63c3c-f05b-4a3e-a402-91ea085cc4df req-919d0e81-f2b0-4a57-8644-27a56ee2164b tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.1830192
Apr 19 07:42:52.381906 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:52.402729 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:52.411202 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Transition to ACTIVE for port object 46327a0e-55e9-4260-abdf-0725124b0263 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:42:52.412011 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:52.493207 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-edf63c3c-f05b-4a3e-a402-91ea085cc4df req-a71cf38d-5230-4478-a51b-a8a9f507e94e tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179085
Apr 19 07:42:52.495179 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Network 642ff66f-9552-4d00-a89f-4b61cdc828eb is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:42:52.498128 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Transition to ACTIVE for port object 46327a0e-55e9-4260-abdf-0725124b0263 will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:42:52.503469 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:42:52.508086 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:42:52.526613 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:52.535041 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:52.687689 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:52.697407 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Network fc33f3b1-9ede-4b54-ac7d-dd0555cacc79 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:42:52.704663 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:42:52.716119 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:42:52.733348 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Pushing event updated for resources: {'Port': ['ID=46327a0e-55e9-4260-abdf-0725124b0263,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:52.736877 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] Transition to ACTIVE for port object 34795a46-9fa7-4da8-b6cc-7931a8a65076 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:42:52.799368 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:52.839831 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:52.845700 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:52.982952 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Attempting to bind port 46327a0e-55e9-4260-abdf-0725124b0263 on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:42:52.983375 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Attempting to bind port 46327a0e-55e9-4260-abdf-0725124b0263 by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': 'c49984a1-3466-42b3-a8e9-71a59ec8a16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fc33f3b1-9ede-4b54-ac7d-dd0555cacc79'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:42:52.983790 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Attempting to bind port 46327a0e-55e9-4260-abdf-0725124b0263 on network fc33f3b1-9ede-4b54-ac7d-dd0555cacc79 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:42:53.005105 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Pushing event updated for resources: {'Port': ['ID=94c35fdd-39ea-4621-91b5-527f507b220f,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:53.018636 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:42:53.019076 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Checking segment: {'id': 'c49984a1-3466-42b3-a8e9-71a59ec8a16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fc33f3b1-9ede-4b54-ac7d-dd0555cacc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:42:53.019263 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:53.019532 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:53.019980 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Bound using segment: {'id': 'c49984a1-3466-42b3-a8e9-71a59ec8a16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fc33f3b1-9ede-4b54-ac7d-dd0555cacc79'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:42:53.020527 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Bound port: 46327a0e-55e9-4260-abdf-0725124b0263, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c49984a1-3466-42b3-a8e9-71a59ec8a16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fc33f3b1-9ede-4b54-ac7d-dd0555cacc79'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:42:53.020946 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:53.050960 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9f0ee-d6ce-44a9-925d-709e410305b9 None None] Pushing event updated for resources: {'Port': ['ID=34795a46-9fa7-4da8-b6cc-7931a8a65076,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:53.088506 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca9f0ee-d6ce-44a9-925d-709e410305b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:53.272868 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] Attempting to bind port 34795a46-9fa7-4da8-b6cc-7931a8a65076 on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:42:53.273292 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] Attempting to bind port 34795a46-9fa7-4da8-b6cc-7931a8a65076 by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': 'd7a4ca43-b6f6-4792-a01a-38a40a6c015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:42:53.273704 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] Attempting to bind port 34795a46-9fa7-4da8-b6cc-7931a8a65076 on network 1ce6dd40-ed90-4d53-9fbe-9465812d6db3 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:42:53.289381 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:42:53.289809 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] Checking segment: {'id': 'd7a4ca43-b6f6-4792-a01a-38a40a6c015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:42:53.290296 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:53.290732 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] Bound using segment: {'id': 'd7a4ca43-b6f6-4792-a01a-38a40a6c015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:42:53.291268 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] Bound port: 34795a46-9fa7-4da8-b6cc-7931a8a65076, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a4ca43-b6f6-4792-a01a-38a40a6c015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:42:53.291683 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:53.313401 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] For port 46327a0e-55e9-4260-abdf-0725124b0263, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:42:53.367180 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] For port 46327a0e-55e9-4260-abdf-0725124b0263, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=46327a0e-55e9-4260-abdf-0725124b0263,segment=NetworkSegment(c49984a1-3466-42b3-a8e9-71a59ec8a16d),segment_id=c49984a1-3466-42b3-a8e9-71a59ec8a16d)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:42:53.380053 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:53.388120 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-af9f9eeb-b4a2-4a5b-a912-54ee0b5b579e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:53.485225 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:53.518810 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] For port 34795a46-9fa7-4da8-b6cc-7931a8a65076, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:42:53.531392 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] For port 34795a46-9fa7-4da8-b6cc-7931a8a65076, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=34795a46-9fa7-4da8-b6cc-7931a8a65076,segment=NetworkSegment(d7a4ca43-b6f6-4792-a01a-38a40a6c015d),segment_id=d7a4ca43-b6f6-4792-a01a-38a40a6c015d)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:42:53.534647 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Pushing event updated for resources: {'Port': ['ID=46327a0e-55e9-4260-abdf-0725124b0263,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:53.585604 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:53.587722 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:53.603983 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:53.717546 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] Routers {'09706c0a-9a5a-4357-9e14-649cb87c30f1'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:42:53.718374 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164dcb048>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:42:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['09706c0a-9a5a-4357-9e14-649cb87c30f1'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:42:53.913829 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9f0ee-d6ce-44a9-925d-709e410305b9 None None] Pushing event updated for resources: {'Port': ['ID=34795a46-9fa7-4da8-b6cc-7931a8a65076,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:53.929460 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca9f0ee-d6ce-44a9-925d-709e410305b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:54.014709 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] Set router 09706c0a-9a5a-4357-9e14-649cb87c30f1 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:42:54.259572 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682463'] for router, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:54.405652 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:54.472924 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae15865-3139-4630-9ce9-f28ed1da6c22 req-c3fe3921-81c9-42ed-9c7a-1ebd8761277f tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:54.474678 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cae15865-3139-4630-9ce9-f28ed1da6c22 req-c3fe3921-81c9-42ed-9c7a-1ebd8761277f tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.6408927
Apr 19 07:42:54.514417 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164dcb048>, [{'id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'name': 'tempest-TestMinimumBasicScenario-697593408-router', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:40Z', 'updated_at': '2021-04-19T07:42:46Z', 'revision_number': 4, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'gw_port': {'id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:41Z', 'updated_at': '2021-04-19T07:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '34795a46-9fa7-4da8-b6cc-7931a8a65076', 'name': '', 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'mac_address': 'fa:16:3e:f7:4c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3643a73d-bbcf-408b-929c-8c605c75acdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:45Z', 'updated_at': '2021-04-19T07:42:53Z', 'revision_number': 4, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'subnets': [{'id': '3643a73d-bbcf-408b-929c-8c605c75acdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:42:54.519740 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0463077e-92c1-447a-9e99-05e44eb47b9f None None] The sync data for ids ['09706c0a-9a5a-4357-9e14-649cb87c30f1'] in dv-cinder-773870-2-iscsi is: [{'id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'name': 'tempest-TestMinimumBasicScenario-697593408-router', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:40Z', 'updated_at': '2021-04-19T07:42:46Z', 'revision_number': 4, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'gw_port': {'id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:41Z', 'updated_at': '2021-04-19T07:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '34795a46-9fa7-4da8-b6cc-7931a8a65076', 'name': '', 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'mac_address': 'fa:16:3e:f7:4c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3643a73d-bbcf-408b-929c-8c605c75acdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:45Z', 'updated_at': '2021-04-19T07:42:53Z', 'revision_number': 4, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'subnets': [{'id': '3643a73d-bbcf-408b-929c-8c605c75acdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:42:54.729958 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cae15865-3139-4630-9ce9-f28ed1da6c22 req-b14b386d-4268-4347-a974-fb2bde4edda5 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2421844
Apr 19 07:42:54.815221 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Router f53064f0-1926-4697-b189-5b09ae4440c8 is scheduled to L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 with binding_index 1 {{(pid=86357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 07:42:54.859185 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3561b-61c8-40ee-aa67-db896d7646ca req-ee4c3b77-0458-4b81-98f1-72135dfd4a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:54.860860 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4dc3561b-61c8-40ee-aa67-db896d7646ca req-ee4c3b77-0458-4b81-98f1-72135dfd4a93 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 1099 time: 0.1208324
Apr 19 07:42:54.943913 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4dc3561b-61c8-40ee-aa67-db896d7646ca req-2b945974-78a2-47e7-946d-2a524ce4998e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734906
Apr 19 07:42:55.048645 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:42:55.063699 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] Sync routers for ids ['f53064f0-1926-4697-b189-5b09ae4440c8'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:42:55.081074 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] Routers {'f53064f0-1926-4697-b189-5b09ae4440c8'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:42:55.081254 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:55.081770 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f616501df28>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:42:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['f53064f0-1926-4697-b189-5b09ae4440c8'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:42:55.082605 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.1636105
Apr 19 07:42:55.086813 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 49980) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:55.320295 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] Set router f53064f0-1926-4697-b189-5b09ae4440c8 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:42:55.379374 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ace546d-3a82-4aae-8994-74a4bd797663 None None] Network fc33f3b1-9ede-4b54-ac7d-dd0555cacc79 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:42:55.764389 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-a61e16b5-c3c6-4445-8d7f-00f8ac98747a None None] Provisioning for port 46327a0e-55e9-4260-abdf-0725124b0263 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:42:55.837742 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f616501df28>, [{'id': 'f53064f0-1926-4697-b189-5b09ae4440c8', 'name': 'tempest-TestMinimumBasicScenario-2139470356-router', 'tenant_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '94c35fdd-39ea-4621-91b5-527f507b220f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:51Z', 'updated_at': '2021-04-19T07:42:53Z', 'revision_number': 3, 'project_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'gw_port': {'id': '94c35fdd-39ea-4621-91b5-527f507b220f', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53064f0-1926-4697-b189-5b09ae4440c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:51Z', 'updated_at': '2021-04-19T07:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:42:55.855576 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] Checking router: f53064f0-1926-4697-b189-5b09ae4440c8 for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:42:55.856084 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] Updating router f53064f0-1926-4697-b189-5b09ae4440c8 port 94c35fdd-39ea-4621-91b5-527f507b220f binding host dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 07:42:56.062312 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 34795a46-9fa7-4da8-b6cc-7931a8a65076 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:42:56.098981 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:56.210449 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port 34795a46-9fa7-4da8-b6cc-7931a8a65076 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:42:56.218620 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 34795a46-9fa7-4da8-b6cc-7931a8a65076 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:42:56.219487 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:56.448411 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:56.519593 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port 34795a46-9fa7-4da8-b6cc-7931a8a65076, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=34795a46-9fa7-4da8-b6cc-7931a8a65076,segment=NetworkSegment(d7a4ca43-b6f6-4792-a01a-38a40a6c015d),segment_id=d7a4ca43-b6f6-4792-a01a-38a40a6c015d)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:42:56.523303 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:56.524242 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 46327a0e-55e9-4260-abdf-0725124b0263 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:42:56.620895 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:56.704575 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=34795a46-9fa7-4da8-b6cc-7931a8a65076,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:56.708064 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:56.729133 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4f099-efcb-4890-91ab-97ef56156323 req-eb235447-0306-4fc8-9d15-bdbccffb00b4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:56.730220 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port 46327a0e-55e9-4260-abdf-0725124b0263 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:42:56.731421 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2cb4f099-efcb-4890-91ab-97ef56156323 req-eb235447-0306-4fc8-9d15-bdbccffb00b4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.3565664
Apr 19 07:42:56.736179 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 46327a0e-55e9-4260-abdf-0725124b0263 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:42:56.736611 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:56.742320 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e6e806f3-bfda-418c-8d77-586ec6c8566f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:56.843803 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:56.856881 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] Transition to ACTIVE for port object 94c35fdd-39ea-4621-91b5-527f507b220f will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:42:56.863843 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:56.869834 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:56.881274 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:56.894994 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2cb4f099-efcb-4890-91ab-97ef56156323 req-e37f75a7-482f-49c7-bbe1-1da28a5167af tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548719
Apr 19 07:42:56.929449 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port 46327a0e-55e9-4260-abdf-0725124b0263, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=46327a0e-55e9-4260-abdf-0725124b0263,segment=NetworkSegment(c49984a1-3466-42b3-a8e9-71a59ec8a16d),segment_id=c49984a1-3466-42b3-a8e9-71a59ec8a16d)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:42:56.934053 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:56.936998 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:56.956601 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10cdf4-c8f2-4e53-aa62-3e2c783c2ed7 None None] Pushing event updated for resources: {'Port': ['ID=94c35fdd-39ea-4621-91b5-527f507b220f,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:56.960977 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ed10cdf4-c8f2-4e53-aa62-3e2c783c2ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:56.963264 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] Attempting to bind port 94c35fdd-39ea-4621-91b5-527f507b220f on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:42:56.963745 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] Attempting to bind port 94c35fdd-39ea-4621-91b5-527f507b220f by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:42:56.964221 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] Attempting to bind port 94c35fdd-39ea-4621-91b5-527f507b220f on network 642ff66f-9552-4d00-a89f-4b61cdc828eb {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:42:56.983223 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:42:56.983572 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] Checking segment: {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:42:56.984194 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:56.984631 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] Bound using segment: {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:42:56.985351 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] Bound port: 94c35fdd-39ea-4621-91b5-527f507b220f, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:42:56.986544 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:57.020939 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=46327a0e-55e9-4260-abdf-0725124b0263,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:57.024405 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:57.063251 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-e6e806f3-bfda-418c-8d77-586ec6c8566f admin admin] Allocated IP 172.20.0.1 (fc33f3b1-9ede-4b54-ac7d-dd0555cacc79/e59eb8a3-fb38-4760-ae6c-b75a1ab64901/d6efee4c-ae20-44c0-a894-2d54f41d056b) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:42:57.084772 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] For port 94c35fdd-39ea-4621-91b5-527f507b220f, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:42:57.087897 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] For port 94c35fdd-39ea-4621-91b5-527f507b220f, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=94c35fdd-39ea-4621-91b5-527f507b220f,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:42:57.092077 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:57.097220 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:57.176290 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] Routers {'f53064f0-1926-4697-b189-5b09ae4440c8'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:42:57.177078 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f616501df28>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:42:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['f53064f0-1926-4697-b189-5b09ae4440c8'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:42:57.230210 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e6e806f3-bfda-418c-8d77-586ec6c8566f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:57.248319 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-e6e806f3-bfda-418c-8d77-586ec6c8566f admin admin] Transition to ACTIVE for port object d6efee4c-ae20-44c0-a894-2d54f41d056b will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:42:57.274574 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e6e806f3-bfda-418c-8d77-586ec6c8566f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:57.286976 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:57.307709 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10cdf4-c8f2-4e53-aa62-3e2c783c2ed7 None None] Pushing event updated for resources: {'Port': ['ID=94c35fdd-39ea-4621-91b5-527f507b220f,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:57.313384 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ed10cdf4-c8f2-4e53-aa62-3e2c783c2ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:57.340849 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e806f3-bfda-418c-8d77-586ec6c8566f admin admin] Network fc33f3b1-9ede-4b54-ac7d-dd0555cacc79 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:42:57.343412 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-e6e806f3-bfda-418c-8d77-586ec6c8566f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:42:57.346876 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e806f3-bfda-418c-8d77-586ec6c8566f admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:42:57.410047 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] Set router f53064f0-1926-4697-b189-5b09ae4440c8 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:42:57.433297 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e6e806f3-bfda-418c-8d77-586ec6c8566f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854104830'] for router_interface, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:57.471047 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e806f3-bfda-418c-8d77-586ec6c8566f admin admin] Pushing event updated for resources: {'Port': ['ID=d6efee4c-ae20-44c0-a894-2d54f41d056b,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:57.479389 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e6e806f3-bfda-418c-8d77-586ec6c8566f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:57.562368 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e6e806f3-bfda-418c-8d77-586ec6c8566f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:57.623458 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7ce94036-af16-46a4-9d9b-ec8b560f7b28 None None] Provisioning for port d6efee4c-ae20-44c0-a894-2d54f41d056b completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:42:57.630597 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7ce94036-af16-46a4-9d9b-ec8b560f7b28 None None] Provisioning complete for port d6efee4c-ae20-44c0-a894-2d54f41d056b triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:42:57.631273 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7ce94036-af16-46a4-9d9b-ec8b560f7b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:57.736460 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7ce94036-af16-46a4-9d9b-ec8b560f7b28 None None] Port d6efee4c-ae20-44c0-a894-2d54f41d056b cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:42:57.742429 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f616501df28>, [{'id': 'f53064f0-1926-4697-b189-5b09ae4440c8', 'name': 'tempest-TestMinimumBasicScenario-2139470356-router', 'tenant_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '94c35fdd-39ea-4621-91b5-527f507b220f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:51Z', 'updated_at': '2021-04-19T07:42:53Z', 'revision_number': 3, 'project_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'gw_port': {'id': '94c35fdd-39ea-4621-91b5-527f507b220f', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53064f0-1926-4697-b189-5b09ae4440c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:51Z', 'updated_at': '2021-04-19T07:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:42:57.747015 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f13d8df-e224-4ab4-9975-75884fc61c41 None None] The sync data for ids ['f53064f0-1926-4697-b189-5b09ae4440c8'] in dv-cinder-773870-2-iscsi is: [{'id': 'f53064f0-1926-4697-b189-5b09ae4440c8', 'name': 'tempest-TestMinimumBasicScenario-2139470356-router', 'tenant_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '94c35fdd-39ea-4621-91b5-527f507b220f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:51Z', 'updated_at': '2021-04-19T07:42:53Z', 'revision_number': 3, 'project_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'gw_port': {'id': '94c35fdd-39ea-4621-91b5-527f507b220f', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53064f0-1926-4697-b189-5b09ae4440c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:51Z', 'updated_at': '2021-04-19T07:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:42:57.819272 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 34795a46-9fa7-4da8-b6cc-7931a8a65076 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:42:57.835288 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e6e806f3-bfda-418c-8d77-586ec6c8566f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:57.842115 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e6e806f3-bfda-418c-8d77-586ec6c8566f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:57.883059 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-92950b81-2ac0-4b9d-9fc6-9cc45582da8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:57.911447 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 34795a46-9fa7-4da8-b6cc-7931a8a65076 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:42:57.911875 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:58.008263 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e806f3-bfda-418c-8d77-586ec6c8566f admin admin] Pushing event updated for resources: {'Port': ['ID=d6efee4c-ae20-44c0-a894-2d54f41d056b,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:58.011386 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e6e806f3-bfda-418c-8d77-586ec6c8566f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:58.012718 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e6e806f3-bfda-418c-8d77-586ec6c8566f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853744977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671077'] for router_interface, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:58.276206 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a616b-6034-46a7-8040-062c345885c0 req-d0fb9256-a77c-46fa-8b58-1832e66322d5 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:58.284597 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ca2a616b-6034-46a7-8040-062c345885c0 req-d0fb9256-a77c-46fa-8b58-1832e66322d5 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.2200925
Apr 19 07:42:58.309304 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 46327a0e-55e9-4260-abdf-0725124b0263 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:42:58.322311 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e806f3-bfda-418c-8d77-586ec6c8566f admin admin] Network fc33f3b1-9ede-4b54-ac7d-dd0555cacc79 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:42:58.326255 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-e6e806f3-bfda-418c-8d77-586ec6c8566f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:42:58.372841 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 50042) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:58.456246 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 46327a0e-55e9-4260-abdf-0725124b0263 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:42:58.456678 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:58.615112 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:42:58.637315 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-063f941e-3dc8-4624-aa9d-635a22ba7535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:58.642785 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ca2a616b-6034-46a7-8040-062c345885c0 req-8230571e-b53e-4ebc-8ad9-9e9327aeeb39 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3568723
Apr 19 07:42:58.697363 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-063f941e-3dc8-4624-aa9d-635a22ba7535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:42:58.701972 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-063f941e-3dc8-4624-aa9d-635a22ba7535 admin admin] Usage tracker for resource:security_group_rule and tenant:00bb60f36d2d4d3b8f8cbd4ac750e24e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:42:58.705066 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-063f941e-3dc8-4624-aa9d-635a22ba7535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:42:58.711563 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-063f941e-3dc8-4624-aa9d-635a22ba7535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:42:58.751762 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e806f3-bfda-418c-8d77-586ec6c8566f admin admin] Router f53064f0-1926-4697-b189-5b09ae4440c8 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:42:58.779797 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-d20e841d-9d37-46c6-8c83-bfa38e5a8637 None None] Provisioning complete for port d6efee4c-ae20-44c0-a894-2d54f41d056b triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:42:58.781803 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d20e841d-9d37-46c6-8c83-bfa38e5a8637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:58.864534 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-d20e841d-9d37-46c6-8c83-bfa38e5a8637 None None] Port d6efee4c-ae20-44c0-a894-2d54f41d056b cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:42:58.875461 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-063f941e-3dc8-4624-aa9d-635a22ba7535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:58.883443 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-063f941e-3dc8-4624-aa9d-635a22ba7535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:58.895308 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d48945fe-d9e8-41ee-81fb-37dfa378b9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:58.948044 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-063f941e-3dc8-4624-aa9d-635a22ba7535 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00bb60f36d2d4d3b8f8cbd4ac750e24e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5739961
Apr 19 07:42:58.950410 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f941e-3dc8-4624-aa9d-635a22ba7535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9350e186-ddca-49c6-90b2-ee7c2bfb9a69,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:58.953343 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 50058) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:42:58.956373 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-063f941e-3dc8-4624-aa9d-635a22ba7535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:59.024705 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f5197165-ae9e-4302-8234-0fe4db7ae7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:59.053458 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a0c8a-9887-46b9-bebd-b67e1b08dfc5 req-bebefc34-4f6c-46e4-a42a-5c7bad6322df tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:42:59.054180 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f5197165-ae9e-4302-8234-0fe4db7ae7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:59.055102 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-839a0c8a-9887-46b9-bebd-b67e1b08dfc5 req-bebefc34-4f6c-46e4-a42a-5c7bad6322df tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.2271709
Apr 19 07:42:59.056158 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e806f3-bfda-418c-8d77-586ec6c8566f admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:42:59.080790 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-e6e806f3-bfda-418c-8d77-586ec6c8566f admin admin] 10.222.0.20 "PUT /v2.0/routers/f53064f0-1926-4697-b189-5b09ae4440c8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9927065
Apr 19 07:42:59.105697 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f5197165-ae9e-4302-8234-0fe4db7ae7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:59.115286 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cd96189e-4d25-442c-997e-f3233f20d55f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:42:59.124514 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-839a0c8a-9887-46b9-bebd-b67e1b08dfc5 req-66a486fb-dc7a-4aa2-9120-f3fdc30cc996 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609815
Apr 19 07:42:59.125118 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5197165-ae9e-4302-8234-0fe4db7ae7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9350e186-ddca-49c6-90b2-ee7c2bfb9a69,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:42:59.127558 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f5197165-ae9e-4302-8234-0fe4db7ae7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:42:59.131423 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f5197165-ae9e-4302-8234-0fe4db7ae7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:42:59.135119 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-f5197165-ae9e-4302-8234-0fe4db7ae7ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9350e186-ddca-49c6-90b2-ee7c2bfb9a69 HTTP/1.1" status: 204  len: 168 time: 0.1783152
Apr 19 07:42:59.852220 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 94c35fdd-39ea-4621-91b5-527f507b220f up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:42:59.925038 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port 94c35fdd-39ea-4621-91b5-527f507b220f completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:42:59.930782 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 94c35fdd-39ea-4621-91b5-527f507b220f triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:42:59.931218 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:00.072427 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:00.092794 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port 94c35fdd-39ea-4621-91b5-527f507b220f, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=94c35fdd-39ea-4621-91b5-527f507b220f,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:43:00.096948 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:00.099080 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca9f0ee-d6ce-44a9-925d-709e410305b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:00.179454 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=94c35fdd-39ea-4621-91b5-527f507b220f,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:00.182691 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:00.985700 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] Sync routers for ids ['f53064f0-1926-4697-b189-5b09ae4440c8'] in dv-cinder-773870-2-iscsi {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:43:00.997803 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] Routers {'f53064f0-1926-4697-b189-5b09ae4440c8'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:43:00.998494 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165219048>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:42:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['f53064f0-1926-4697-b189-5b09ae4440c8'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:43:01.239715 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] Set router f53064f0-1926-4697-b189-5b09ae4440c8 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:43:01.745309 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165219048>, [{'id': 'f53064f0-1926-4697-b189-5b09ae4440c8', 'name': 'tempest-TestMinimumBasicScenario-2139470356-router', 'tenant_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '94c35fdd-39ea-4621-91b5-527f507b220f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:51Z', 'updated_at': '2021-04-19T07:42:57Z', 'revision_number': 4, 'project_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'gw_port': {'id': '94c35fdd-39ea-4621-91b5-527f507b220f', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53064f0-1926-4697-b189-5b09ae4440c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:51Z', 'updated_at': '2021-04-19T07:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': 'd6efee4c-ae20-44c0-a894-2d54f41d056b', 'name': '', 'network_id': 'fc33f3b1-9ede-4b54-ac7d-dd0555cacc79', 'tenant_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'mac_address': 'fa:16:3e:f4:b5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53064f0-1926-4697-b189-5b09ae4440c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'e59eb8a3-fb38-4760-ae6c-b75a1ab64901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:56Z', 'updated_at': '2021-04-19T07:42:57Z', 'revision_number': 2, 'project_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'subnets': [{'id': 'e59eb8a3-fb38-4760-ae6c-b75a1ab64901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:43:01.750308 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] Checking router: f53064f0-1926-4697-b189-5b09ae4440c8 for host: dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:43:01.750720 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] Updating router f53064f0-1926-4697-b189-5b09ae4440c8 port d6efee4c-ae20-44c0-a894-2d54f41d056b binding host dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 07:43:01.854509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 94c35fdd-39ea-4621-91b5-527f507b220f up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:43:01.908349 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:02.103983 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 94c35fdd-39ea-4621-91b5-527f507b220f triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:43:02.104523 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:02.819562 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a36fd-202f-4446-9c9d-45a70ce67ee3 req-05e0662d-c655-44a2-ab12-d24f332c8859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:02.827259 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ee0a36fd-202f-4446-9c9d-45a70ce67ee3 req-05e0662d-c655-44a2-ab12-d24f332c8859 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=737a360207c34d4fa05a2a1646dedd02&device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 1098 time: 0.2686749
Apr 19 07:43:02.924938 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095734d-6905-4da0-ae8e-81bcb4f51d33 req-072237b0-6f6b-4c1c-beac-89cb4d60857a tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:02.936812 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a095734d-6905-4da0-ae8e-81bcb4f51d33 req-072237b0-6f6b-4c1c-beac-89cb4d60857a tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1801929
Apr 19 07:43:03.031383 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a095734d-6905-4da0-ae8e-81bcb4f51d33 req-f2b5c6f8-e78f-443a-9304-14a92a1cad0e tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934262
Apr 19 07:43:03.117379 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a36fd-202f-4446-9c9d-45a70ce67ee3 req-d33ec056-c597-49b0-8140-7d261caabaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:03.119672 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ee0a36fd-202f-4446-9c9d-45a70ce67ee3 req-d33ec056-c597-49b0-8140-7d261caabaa5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=05d44543-9d4b-4374-aa98-e53850813000 HTTP/1.1" status: 200  len: 919 time: 0.2847915
Apr 19 07:43:03.172004 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:03.185619 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] Transition to ACTIVE for port object d6efee4c-ae20-44c0-a894-2d54f41d056b will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:43:03.194722 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:03.200158 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:03.223922 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ee0a36fd-202f-4446-9c9d-45a70ce67ee3 req-dcda3da6-9779-4a6b-b71b-2876267075b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8d128b4-0359-4a70-ae38-e586ea9ea296 HTTP/1.1" status: 200  len: 217 time: 0.0915287
Apr 19 07:43:03.326661 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a36fd-202f-4446-9c9d-45a70ce67ee3 req-2b715e27-c062-490b-91ab-e149e530f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:03.328940 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ee0a36fd-202f-4446-9c9d-45a70ce67ee3 req-2b715e27-c062-490b-91ab-e149e530f305 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a88bf00-3a3b-4639-a89d-0ce64b93496d HTTP/1.1" status: 200  len: 858 time: 0.0934443
Apr 19 07:43:03.456321 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ee0a36fd-202f-4446-9c9d-45a70ce67ee3 req-c93bd2f2-eaa5-40a7-8686-dd4c18f067d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05d44543-9d4b-4374-aa98-e53850813000&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1155102
Apr 19 07:43:03.474879 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea6251-be1d-4fec-bc44-2f0cbdf69b0e None None] Pushing event updated for resources: {'Port': ['ID=d6efee4c-ae20-44c0-a894-2d54f41d056b,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:03.488597 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3cea6251-be1d-4fec-bc44-2f0cbdf69b0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:03.497515 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] Attempting to bind port d6efee4c-ae20-44c0-a894-2d54f41d056b on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:43:03.497933 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] Attempting to bind port d6efee4c-ae20-44c0-a894-2d54f41d056b by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': 'c49984a1-3466-42b3-a8e9-71a59ec8a16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fc33f3b1-9ede-4b54-ac7d-dd0555cacc79'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:43:03.498379 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] Attempting to bind port d6efee4c-ae20-44c0-a894-2d54f41d056b on network fc33f3b1-9ede-4b54-ac7d-dd0555cacc79 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:43:03.504450 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:43:03.505191 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] Checking segment: {'id': 'c49984a1-3466-42b3-a8e9-71a59ec8a16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fc33f3b1-9ede-4b54-ac7d-dd0555cacc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:43:03.505649 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:03.506335 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] Bound using segment: {'id': 'c49984a1-3466-42b3-a8e9-71a59ec8a16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fc33f3b1-9ede-4b54-ac7d-dd0555cacc79'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:43:03.506634 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] Bound port: d6efee4c-ae20-44c0-a894-2d54f41d056b, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c49984a1-3466-42b3-a8e9-71a59ec8a16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'fc33f3b1-9ede-4b54-ac7d-dd0555cacc79'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:43:03.507069 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:03.636923 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] For port d6efee4c-ae20-44c0-a894-2d54f41d056b, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:43:03.641972 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] For port d6efee4c-ae20-44c0-a894-2d54f41d056b, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=d6efee4c-ae20-44c0-a894-2d54f41d056b,segment=NetworkSegment(c49984a1-3466-42b3-a8e9-71a59ec8a16d),segment_id=c49984a1-3466-42b3-a8e9-71a59ec8a16d)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:43:03.654589 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:03.663326 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:03.798042 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] Routers {'f53064f0-1926-4697-b189-5b09ae4440c8'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:43:03.798769 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165219048>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:42:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['f53064f0-1926-4697-b189-5b09ae4440c8'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:43:03.967637 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea6251-be1d-4fec-bc44-2f0cbdf69b0e None None] Pushing event updated for resources: {'Port': ['ID=d6efee4c-ae20-44c0-a894-2d54f41d056b,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:03.979068 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-96356c4a-5778-4a82-8868-f1dc99075f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:03.999746 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3cea6251-be1d-4fec-bc44-2f0cbdf69b0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:04.095838 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] Set router f53064f0-1926-4697-b189-5b09ae4440c8 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:43:04.283903 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ee0a36fd-202f-4446-9c9d-45a70ce67ee3 req-c3d8d90e-6316-4beb-a175-1dd41f13e05a service neutron] 10.222.0.16 "GET /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8186593
Apr 19 07:43:04.419240 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e683ab8-21e2-4e4d-8625-5475f10e3109 req-c68f7a80-fe26-4a7f-a62e-d5f220ec810c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:04.421331 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3e683ab8-21e2-4e4d-8625-5475f10e3109 req-c68f7a80-fe26-4a7f-a62e-d5f220ec810c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1506243
Apr 19 07:43:04.488979 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3e683ab8-21e2-4e4d-8625-5475f10e3109 req-175d6d5d-b43c-4903-8492-9a38bef71f18 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591693
Apr 19 07:43:04.805486 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165219048>, [{'id': 'f53064f0-1926-4697-b189-5b09ae4440c8', 'name': 'tempest-TestMinimumBasicScenario-2139470356-router', 'tenant_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '94c35fdd-39ea-4621-91b5-527f507b220f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:51Z', 'updated_at': '2021-04-19T07:42:57Z', 'revision_number': 4, 'project_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'gw_port': {'id': '94c35fdd-39ea-4621-91b5-527f507b220f', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53064f0-1926-4697-b189-5b09ae4440c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:51Z', 'updated_at': '2021-04-19T07:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': 'd6efee4c-ae20-44c0-a894-2d54f41d056b', 'name': '', 'network_id': 'fc33f3b1-9ede-4b54-ac7d-dd0555cacc79', 'tenant_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'mac_address': 'fa:16:3e:f4:b5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53064f0-1926-4697-b189-5b09ae4440c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'e59eb8a3-fb38-4760-ae6c-b75a1ab64901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:56Z', 'updated_at': '2021-04-19T07:43:03Z', 'revision_number': 4, 'project_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'subnets': [{'id': 'e59eb8a3-fb38-4760-ae6c-b75a1ab64901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:43:04.810662 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c118e94-730a-429d-a30f-0f788859d924 None None] The sync data for ids ['f53064f0-1926-4697-b189-5b09ae4440c8'] in dv-cinder-773870-2-iscsi is: [{'id': 'f53064f0-1926-4697-b189-5b09ae4440c8', 'name': 'tempest-TestMinimumBasicScenario-2139470356-router', 'tenant_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '94c35fdd-39ea-4621-91b5-527f507b220f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:51Z', 'updated_at': '2021-04-19T07:42:57Z', 'revision_number': 4, 'project_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'gw_port': {'id': '94c35fdd-39ea-4621-91b5-527f507b220f', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53064f0-1926-4697-b189-5b09ae4440c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:51Z', 'updated_at': '2021-04-19T07:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': 'd6efee4c-ae20-44c0-a894-2d54f41d056b', 'name': '', 'network_id': 'fc33f3b1-9ede-4b54-ac7d-dd0555cacc79', 'tenant_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'mac_address': 'fa:16:3e:f4:b5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53064f0-1926-4697-b189-5b09ae4440c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'e59eb8a3-fb38-4760-ae6c-b75a1ab64901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:56Z', 'updated_at': '2021-04-19T07:43:03Z', 'revision_number': 4, 'project_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'subnets': [{'id': 'e59eb8a3-fb38-4760-ae6c-b75a1ab64901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:43:05.788003 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea1bad-dce8-453d-9441-23acf11b265f req-39084e63-a622-40b9-9f74-022eaf9b724c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:05.798272 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8ea1bad-dce8-453d-9441-23acf11b265f req-39084e63-a622-40b9-9f74-022eaf9b724c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1353743
Apr 19 07:43:05.866071 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8ea1bad-dce8-453d-9441-23acf11b265f req-6492542d-fd6a-47b0-9288-a668227bdf5a tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581250
Apr 19 07:43:05.883952 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device d6efee4c-ae20-44c0-a894-2d54f41d056b up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:43:06.003682 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-114275c1-8aca-454a-844d-ea1f5940991e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:06.006804 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port d6efee4c-ae20-44c0-a894-2d54f41d056b completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:43:06.014734 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port d6efee4c-ae20-44c0-a894-2d54f41d056b triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:43:06.015156 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:06.241701 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:06.295794 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port d6efee4c-ae20-44c0-a894-2d54f41d056b, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=d6efee4c-ae20-44c0-a894-2d54f41d056b,segment=NetworkSegment(c49984a1-3466-42b3-a8e9-71a59ec8a16d),segment_id=c49984a1-3466-42b3-a8e9-71a59ec8a16d)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:43:06.300635 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:06.307058 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:06.393482 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:06.412154 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=d6efee4c-ae20-44c0-a894-2d54f41d056b,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:06.417344 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:06.997108 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:07.119493 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7adbf6-b211-4933-a425-d58202febd49 req-89b37c6c-e023-4858-8082-e640019c2075 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:07.127937 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bb7adbf6-b211-4933-a425-d58202febd49 req-89b37c6c-e023-4858-8082-e640019c2075 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1088724
Apr 19 07:43:07.214894 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ee0a36fd-202f-4446-9c9d-45a70ce67ee3 req-2f03d834-ebb8-42a9-abb4-34056cb5ab7b service neutron] 10.222.0.16 "GET /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2625751
Apr 19 07:43:07.224131 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bb7adbf6-b211-4933-a425-d58202febd49 req-099778c0-ac53-4dc7-97d2-1628d818f01d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929813
Apr 19 07:43:07.852364 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:07.876257 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device d6efee4c-ae20-44c0-a894-2d54f41d056b up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:43:08.000279 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port d6efee4c-ae20-44c0-a894-2d54f41d056b triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:43:08.000886 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:08.399214 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 50324) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:08.584489 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9c03d-fe4c-43b6-bada-9b09bb9d7a42 req-625991ae-f401-4e96-af68-9a9fc5994357 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:08.611407 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dac9c03d-fe4c-43b6-bada-9b09bb9d7a42 req-625991ae-f401-4e96-af68-9a9fc5994357 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1703227
Apr 19 07:43:08.622713 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-543729a3-0ce7-4e2b-96f7-7e2b221a325f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:08.644119 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-543729a3-0ce7-4e2b-96f7-7e2b221a325f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:43:08.650528 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-543729a3-0ce7-4e2b-96f7-7e2b221a325f admin admin] Usage tracker for resource:security_group_rule and tenant:7d1b158e4fdb4f5aab5bf0477fb31809 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:43:08.658555 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-543729a3-0ce7-4e2b-96f7-7e2b221a325f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:43:08.672971 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dac9c03d-fe4c-43b6-bada-9b09bb9d7a42 req-a3091d09-c85e-4f1b-88ef-7db7ce9ba774 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600610
Apr 19 07:43:08.679296 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-543729a3-0ce7-4e2b-96f7-7e2b221a325f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:43:08.784701 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-543729a3-0ce7-4e2b-96f7-7e2b221a325f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:08.789287 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-543729a3-0ce7-4e2b-96f7-7e2b221a325f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:08.799113 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-52d24634-fbd4-4bbc-a8a5-f58eba6d99b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:08.845945 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 50334) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:08.846264 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-543729a3-0ce7-4e2b-96f7-7e2b221a325f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d1b158e4fdb4f5aab5bf0477fb31809&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4445252
Apr 19 07:43:08.847420 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543729a3-0ce7-4e2b-96f7-7e2b221a325f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9455170-1946-4a6a-85a3-cccb6fc1c74c,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:08.851285 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-543729a3-0ce7-4e2b-96f7-7e2b221a325f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:08.939147 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6401c702-5309-48a6-88be-175e50274333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:08.969579 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6401c702-5309-48a6-88be-175e50274333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:09.020904 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6401c702-5309-48a6-88be-175e50274333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:09.027442 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3d956a5d-aee0-4c02-a288-4ee3c1334d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:09.047237 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401c702-5309-48a6-88be-175e50274333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9455170-1946-4a6a-85a3-cccb6fc1c74c,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:09.050301 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6401c702-5309-48a6-88be-175e50274333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:09.051627 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6401c702-5309-48a6-88be-175e50274333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:09.053286 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-6401c702-5309-48a6-88be-175e50274333 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9455170-1946-4a6a-85a3-cccb6fc1c74c HTTP/1.1" status: 204  len: 168 time: 0.2058134
Apr 19 07:43:10.024147 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149aa42a-6989-429b-b483-4ecf65c33ba2 req-07968772-2ec2-4f44-8889-3e5bfa2d6e45 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:10.037386 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-149aa42a-6989-429b-b483-4ecf65c33ba2 req-07968772-2ec2-4f44-8889-3e5bfa2d6e45 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1811872
Apr 19 07:43:10.373757 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 50394) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:10.526332 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-149aa42a-6989-429b-b483-4ecf65c33ba2 req-e721dde6-db5d-4bf7-a23e-2fca242b9da1 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4873209
Apr 19 07:43:10.533632 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-476354279-network', 'tenant_id': 'ee929c31b4ad48a7ae1701b36fbbee76'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:43:10.541513 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:43:10.552148 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Usage tracker for resource:network and tenant:ee929c31b4ad48a7ae1701b36fbbee76 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:43:10.563381 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:43:10.572880 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:43:10.585314 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Made reservation on behalf of ee929c31b4ad48a7ae1701b36fbbee76 for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:43:10.592329 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:10.614625 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:10.657714 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:43:10.671374 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Usage tracker for resource:security_group_rule and tenant:ee929c31b4ad48a7ae1701b36fbbee76 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:43:10.687218 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:43:10.693763 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:43:10.847145 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:10.851200 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:10.861066 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1ccf6cff-08b2-40d4-b5a5-fa70856fd78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:10.910879 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546}  {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 07:43:10.917448 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:10.917956 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.segments_db [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Added segment 07ad4783-87a7-49d6-9599-fca5c67fe362 of type vlan for network 86d18d52-40ae-43cb-a67e-4f6977a7cf89
Apr 19 07:43:10.919591 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:10.942988 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:10.943521 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:10.944003 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:10.944624 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:10.945095 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:10.945564 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:10.946030 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:10.946516 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:10.946985 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:10.947448 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:10.947916 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:10.948376 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:10.959245 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:10.988690 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753518964407'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:11.031466 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:11.032841 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:11.033632 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:11.039077 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-75f4e6e6-b487-4278-91d6-991cb17bdd11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:11.171498 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Pushing event updated for resources: {'Network': ['ID=86d18d52-40ae-43cb-a67e-4f6977a7cf89,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:11.177829 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:11.182354 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8033690
Apr 19 07:43:11.183215 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 50420) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:11.185774 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Network 86d18d52-40ae-43cb-a67e-4f6977a7cf89 details requested by agent ovs-agent-dv-cinder-773870-2-iscsi with host dv-cinder-773870-2-iscsi {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 07:43:11.203853 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-6a7ddf87-926e-47fb-8be0-dd662c502ee1 admin admin] Request body: {'subnet': {'network_id': '86d18d52-40ae-43cb-a67e-4f6977a7cf89', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-476354279-subnet', 'tenant_id': 'ee929c31b4ad48a7ae1701b36fbbee76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:43:11.213101 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-6a7ddf87-926e-47fb-8be0-dd662c502ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:43:11.220819 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-6a7ddf87-926e-47fb-8be0-dd662c502ee1 admin admin] Usage tracker for resource:subnet and tenant:ee929c31b4ad48a7ae1701b36fbbee76 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:43:11.223810 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-6a7ddf87-926e-47fb-8be0-dd662c502ee1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:43:11.230584 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-6a7ddf87-926e-47fb-8be0-dd662c502ee1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:43:11.245512 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7ddf87-926e-47fb-8be0-dd662c502ee1 admin admin] Made reservation on behalf of ee929c31b4ad48a7ae1701b36fbbee76 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:43:11.253784 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6a7ddf87-926e-47fb-8be0-dd662c502ee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2214023'] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:11.448212 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1df2ba-bdce-419c-8103-f626662bde27 req-aa27c2f5-0778-4cd7-afd6-59f734ed1210 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:11.450171 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1b1df2ba-bdce-419c-8103-f626662bde27 req-aa27c2f5-0778-4cd7-afd6-59f734ed1210 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.1025124
Apr 19 07:43:11.505881 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1b1df2ba-bdce-419c-8103-f626662bde27 req-09fe4b40-aba5-43ad-883e-720948237cbe tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492291
Apr 19 07:43:11.809407 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6a7ddf87-926e-47fb-8be0-dd662c502ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852204722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2214038'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:11.814851 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:11.819504 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df1929-8d35-4364-885e-1d5b991301a6 req-7d2c8a3c-cd44-4101-b85f-0385d9b16e43 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:11.828218 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-83df1929-8d35-4364-885e-1d5b991301a6 req-7d2c8a3c-cd44-4101-b85f-0385d9b16e43 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1140237
Apr 19 07:43:11.878789 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-83df1929-8d35-4364-885e-1d5b991301a6 req-e96879d5-2b39-4b4d-bb84-1f89b76ccc16 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496838
Apr 19 07:43:11.907390 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7ddf87-926e-47fb-8be0-dd662c502ee1 admin admin] Checking segment: {'id': '07ad4783-87a7-49d6-9599-fca5c67fe362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '86d18d52-40ae-43cb-a67e-4f6977a7cf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:43:11.907937 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7ddf87-926e-47fb-8be0-dd662c502ee1 admin admin] Network hostable DHCP agents. Network: 86d18d52-40ae-43cb-a67e-4f6977a7cf89, hostable agents: ['a6ade28d-bcb7-45a8-a7cb-7d200a62a65e'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 07:43:11.919338 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ddf87-926e-47fb-8be0-dd662c502ee1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6670ba1-c472-4825-99ee-0c2f759833b3,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:11.931478 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6a7ddf87-926e-47fb-8be0-dd662c502ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:11.951612 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7ddf87-926e-47fb-8be0-dd662c502ee1 admin admin] Network 86d18d52-40ae-43cb-a67e-4f6977a7cf89 is scheduled to be hosted by DHCP agent a6ade28d-bcb7-45a8-a7cb-7d200a62a65e with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 07:43:11.961514 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-6a7ddf87-926e-47fb-8be0-dd662c502ee1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-iscsi, 86d18d52-40ae-43cb-a67e-4f6977a7cf89) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:43:11.972061 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d42d037-d5c2-42d3-8072-ef8e6cf40af5 None None] Network 86d18d52-40ae-43cb-a67e-4f6977a7cf89 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:43:11.982592 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7ddf87-926e-47fb-8be0-dd662c502ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:11.983264 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6a7ddf87-926e-47fb-8be0-dd662c502ee1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:12.036097 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-6a7ddf87-926e-47fb-8be0-dd662c502ee1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8355439
Apr 19 07:43:12.310530 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68431b25-c4e5-4097-bef8-b66ebba97f96 None None] Network 86d18d52-40ae-43cb-a67e-4f6977a7cf89 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:43:12.767584 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfb8dd-4ed4-40a5-9278-7bdb5a47664e req-6c13bf9c-ffeb-4737-b073-c05b0b696703 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:12.769236 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6bbfb8dd-4ed4-40a5-9278-7bdb5a47664e req-6c13bf9c-ffeb-4737-b073-c05b0b696703 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.0976944
Apr 19 07:43:12.826673 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6bbfb8dd-4ed4-40a5-9278-7bdb5a47664e req-0b6ad631-cfe3-45a0-b88e-61a98a873b38 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496764
Apr 19 07:43:13.122363 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d0fa2-8c96-42d7-a466-32016ed42a28 req-32a19f6f-9178-4f03-b463-1c13832eabd5 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:13.124129 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-681d0fa2-8c96-42d7-a466-32016ed42a28 req-32a19f6f-9178-4f03-b463-1c13832eabd5 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1105266
Apr 19 07:43:13.193595 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-681d0fa2-8c96-42d7-a466-32016ed42a28 req-6cab2fee-96b5-4907-88a5-49ed4aa27689 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579112
Apr 19 07:43:14.045728 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7e8a0-d0d3-434e-adb7-75070632efbc req-ea807740-ff3a-4f98-873b-41f5d1cfdec7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:14.047408 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7db7e8a0-d0d3-434e-adb7-75070632efbc req-ea807740-ff3a-4f98-873b-41f5d1cfdec7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.0950060
Apr 19 07:43:14.101901 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7db7e8a0-d0d3-434e-adb7-75070632efbc req-067c76f6-e845-46d7-8633-de9145555163 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474842
Apr 19 07:43:14.423790 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d2f45-0165-4802-b1de-834c0a715e73 req-7e1c68d5-f6e8-4cbb-a7cc-13999c6769de tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:14.425758 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5a7d2f45-0165-4802-b1de-834c0a715e73 req-7e1c68d5-f6e8-4cbb-a7cc-13999c6769de tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.0925956
Apr 19 07:43:14.475281 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5a7d2f45-0165-4802-b1de-834c0a715e73 req-64304621-eadf-49fa-be7a-e9838c0a87b5 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425315
Apr 19 07:43:15.232890 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-9317a513-d734-43f8-82ea-e5b265f54a19 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:15.233957 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-9317a513-d734-43f8-82ea-e5b265f54a19 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Synchronizing usage tracker for tenant:ee2ca57b536d4a6eb9a1165c495ab71b on resource:network {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:43:15.307315 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 50538) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:15.330778 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-9317a513-d734-43f8-82ea-e5b265f54a19 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Unset dirty status for tenant:ee2ca57b536d4a6eb9a1165c495ab71b on resource:network {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:43:15.332073 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-9317a513-d734-43f8-82ea-e5b265f54a19 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/networks?id=1ce6dd40-ed90-4d53-9fbe-9465812d6db3 HTTP/1.1" status: 200  len: 814 time: 0.2683322
Apr 19 07:43:15.352030 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-f1def716-6618-4bf8-b3f9-dc4cf7c494d9 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/quotas/ee2ca57b536d4a6eb9a1165c495ab71b HTTP/1.1" status: 200  len: 375 time: 0.0137405
Apr 19 07:43:15.478078 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7b600-f8a6-42cf-a9e0-25eb48fa6ed8 req-296c02d8-f3bc-4947-b3cc-199acd835570 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:15.486775 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b9d7b600-f8a6-42cf-a9e0-25eb48fa6ed8 req-296c02d8-f3bc-4947-b3cc-199acd835570 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.2215419
Apr 19 07:43:15.513222 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d265d91e-0117-447e-b0a7-8ee23be8d135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:15.533252 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d265d91e-0117-447e-b0a7-8ee23be8d135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:43:15.537670 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d265d91e-0117-447e-b0a7-8ee23be8d135 admin admin] Usage tracker for resource:security_group_rule and tenant:74510c669c8b478cb522d4eaebcdc81a is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:43:15.540851 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d265d91e-0117-447e-b0a7-8ee23be8d135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:43:15.546290 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-4d599fff-6794-4caf-b56d-26e39133bce7 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee2ca57b536d4a6eb9a1165c495ab71b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1787846
Apr 19 07:43:15.547266 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d265d91e-0117-447e-b0a7-8ee23be8d135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:43:15.551221 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b9d7b600-f8a6-42cf-a9e0-25eb48fa6ed8 req-c83af78b-91f2-442b-8a5d-728f39ddd419 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635717
Apr 19 07:43:15.664685 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d265d91e-0117-447e-b0a7-8ee23be8d135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:15.668058 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d265d91e-0117-447e-b0a7-8ee23be8d135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:15.681670 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7f53737e-8fbc-4b81-8328-b60fba2a204c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:15.726106 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-d265d91e-0117-447e-b0a7-8ee23be8d135 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74510c669c8b478cb522d4eaebcdc81a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4175644
Apr 19 07:43:15.727864 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265d91e-0117-447e-b0a7-8ee23be8d135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51379ca3-d3b5-49a6-b11b-2794fd988070,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:15.731411 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d265d91e-0117-447e-b0a7-8ee23be8d135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:15.732093 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 50562) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:15.800352 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a2086370-099b-4bf5-9f26-696cace7dee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:15.820329 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-c415855c-5759-486a-aeb0-93b957b1a97c service neutron] 10.222.0.20 "GET /v2.0/networks/1ce6dd40-ed90-4d53-9fbe-9465812d6db3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2566605
Apr 19 07:43:15.829653 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a2086370-099b-4bf5-9f26-696cace7dee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:15.878258 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a2086370-099b-4bf5-9f26-696cace7dee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:15.883690 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7a356b5e-918a-489d-8047-8a2a52b35328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:15.897777 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2086370-099b-4bf5-9f26-696cace7dee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51379ca3-d3b5-49a6-b11b-2794fd988070,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:15.900378 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a2086370-099b-4bf5-9f26-696cace7dee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:15.903262 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a2086370-099b-4bf5-9f26-696cace7dee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:15.907039 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-a2086370-099b-4bf5-9f26-696cace7dee1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51379ca3-d3b5-49a6-b11b-2794fd988070 HTTP/1.1" status: 204  len: 168 time: 0.1714802
Apr 19 07:43:15.960242 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8365c8-f5bf-45c6-a665-527caf21a212 req-c28794c9-16a2-4cc4-9cff-a71e7098d02a tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:15.961878 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bf8365c8-f5bf-45c6-a665-527caf21a212 req-c28794c9-16a2-4cc4-9cff-a71e7098d02a tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.2499936
Apr 19 07:43:16.020058 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-b82e2ccc-b4a9-4675-9932-9a9f0e0bf6ba service neutron] 10.222.0.20 "GET /v2.0/networks/1ce6dd40-ed90-4d53-9fbe-9465812d6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1902766
Apr 19 07:43:16.044393 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bf8365c8-f5bf-45c6-a665-527caf21a212 req-8e5e0b3f-e473-407e-902a-a426df0727e5 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693960
Apr 19 07:43:16.124411 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 50582) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:16.308527 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-89bc5317-e0a2-44d3-b493-8dc80277647d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:16.326672 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7c91e9ed-36bf-4dc2-b706-d09434c26551 req-3731e532-5bd5-4a43-af3b-829634ffa0ec tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 210 time: 0.1156628
Apr 19 07:43:16.345558 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-89bc5317-e0a2-44d3-b493-8dc80277647d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:43:16.350302 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-89bc5317-e0a2-44d3-b493-8dc80277647d admin admin] Usage tracker for resource:security_group_rule and tenant:3b86715272cc4afc9219322f27365e7f is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:43:16.354327 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-89bc5317-e0a2-44d3-b493-8dc80277647d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:43:16.361709 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-89bc5317-e0a2-44d3-b493-8dc80277647d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:43:16.399128 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-3488dc5b-22f3-45b0-ab2d-98284e15abf6 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:16.406557 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-3488dc5b-22f3-45b0-ab2d-98284e15abf6 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/networks?id=86d18d52-40ae-43cb-a67e-4f6977a7cf89 HTTP/1.1" status: 200  len: 813 time: 0.2628360
Apr 19 07:43:16.424234 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-307d0a43-a11f-40ff-a649-ad9f157e157b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/quotas/ee929c31b4ad48a7ae1701b36fbbee76 HTTP/1.1" status: 200  len: 375 time: 0.0166905
Apr 19 07:43:16.469798 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-89bc5317-e0a2-44d3-b493-8dc80277647d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:16.475387 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-89bc5317-e0a2-44d3-b493-8dc80277647d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:16.485691 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-92601b8d-1e3d-4d33-ab17-4824a419c121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:16.498863 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-3ceb3345-9b30-421f-8f5f-9a4c90124ec0 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee929c31b4ad48a7ae1701b36fbbee76&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0735762
Apr 19 07:43:16.552328 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-89bc5317-e0a2-44d3-b493-8dc80277647d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b86715272cc4afc9219322f27365e7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4267981
Apr 19 07:43:16.553127 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc5317-e0a2-44d3-b493-8dc80277647d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc5d440-ff24-462e-be2d-8624221d8b11,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:16.567726 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 50616) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:16.574754 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-89bc5317-e0a2-44d3-b493-8dc80277647d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:16.842464 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-1f35f93d-29b8-43cb-8049-dc95e2d6c58c service neutron] 10.222.0.20 "GET /v2.0/networks/86d18d52-40ae-43cb-a67e-4f6977a7cf89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3380930
Apr 19 07:43:16.900350 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9aa0792c-2664-4044-b050-6028f07dac2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:16.956717 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876b81a-c6da-4434-bfdb-63cdfc0a32d7 req-a6319126-eba5-4cc9-9380-73bc6c37c0dd tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:16.958373 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9876b81a-c6da-4434-bfdb-63cdfc0a32d7 req-a6319126-eba5-4cc9-9380-73bc6c37c0dd tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.2534676
Apr 19 07:43:17.026634 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9aa0792c-2664-4044-b050-6028f07dac2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:17.170845 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9876b81a-c6da-4434-bfdb-63cdfc0a32d7 req-a79fe0bc-a50d-4e09-b5ef-67f496f887b7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1168206
Apr 19 07:43:17.175536 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-89da2413-ca90-45f6-b074-ce6f470ecddd service neutron] 10.222.0.20 "GET /v2.0/networks/86d18d52-40ae-43cb-a67e-4f6977a7cf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3321009
Apr 19 07:43:17.183599 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9aa0792c-2664-4044-b050-6028f07dac2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:17.189329 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e5b5276c-0b97-4a37-8a06-e2562124eb01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:17.203558 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9aa0792c-2664-4044-b050-6028f07dac2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:17.207442 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-9aa0792c-2664-4044-b050-6028f07dac2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbc5d440-ff24-462e-be2d-8624221d8b11 HTTP/1.1" status: 204  len: 168 time: 0.6327159
Apr 19 07:43:17.209383 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0792c-2664-4044-b050-6028f07dac2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc5d440-ff24-462e-be2d-8624221d8b11,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:17.218727 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa0792c-2664-4044-b050-6028f07dac2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:17.219133 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa0792c-2664-4044-b050-6028f07dac2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:17.219572 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa0792c-2664-4044-b050-6028f07dac2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:17.219962 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa0792c-2664-4044-b050-6028f07dac2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:17.220538 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa0792c-2664-4044-b050-6028f07dac2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:17.220981 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa0792c-2664-4044-b050-6028f07dac2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:17.221203 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa0792c-2664-4044-b050-6028f07dac2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:17.221594 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa0792c-2664-4044-b050-6028f07dac2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:17.221973 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa0792c-2664-4044-b050-6028f07dac2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:17.222381 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa0792c-2664-4044-b050-6028f07dac2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:17.222757 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa0792c-2664-4044-b050-6028f07dac2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:17.223156 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa0792c-2664-4044-b050-6028f07dac2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:17.251379 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9aa0792c-2664-4044-b050-6028f07dac2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:17.443411 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0b7285d5-404e-4124-a489-33bcdb35df27 req-bb1c3c18-fddb-4c3c-bd11-8ff24f43cc02 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 210 time: 0.0747280
Apr 19 07:43:17.533267 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4f4a9-c1b9-4ced-86b3-71333287c192 req-b70c8ba5-94da-4ad9-9997-e0ea94a5d47a tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:17.536092 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6fc4f4a9-c1b9-4ced-86b3-71333287c192 req-b70c8ba5-94da-4ad9-9997-e0ea94a5d47a tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.2221072
Apr 19 07:43:17.659629 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6fc4f4a9-c1b9-4ced-86b3-71333287c192 req-76704ae4-27d8-4764-836d-371b4fec7015 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153421
Apr 19 07:43:17.779148 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8a60b467-4f7e-4c53-aabe-8b00cb1ad484 req-de59d048-0287-4913-8a5d-ccac256b7cbf tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 210 time: 0.1080830
Apr 19 07:43:17.853434 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 50666) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:17.873803 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3d56d5ce-e023-4ff2-b146-a5b9686d4886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:17.894456 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-3d56d5ce-e023-4ff2-b146-a5b9686d4886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:43:17.898473 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-3d56d5ce-e023-4ff2-b146-a5b9686d4886 admin admin] Usage tracker for resource:security_group_rule and tenant:e446e2100bed40c6a7e142ab3ba4d9a1 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:43:17.901368 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-3d56d5ce-e023-4ff2-b146-a5b9686d4886 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:43:17.907684 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-3d56d5ce-e023-4ff2-b146-a5b9686d4886 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:43:17.998265 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3d56d5ce-e023-4ff2-b146-a5b9686d4886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:18.002204 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3d56d5ce-e023-4ff2-b146-a5b9686d4886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:18.009266 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8e6251ba-8156-402c-a481-0a572d5f4980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:18.050189 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56d5ce-e023-4ff2-b146-a5b9686d4886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5165d046-ec32-4ab2-87b2-4e5f4edba951,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:18.054679 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-3d56d5ce-e023-4ff2-b146-a5b9686d4886 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e446e2100bed40c6a7e142ab3ba4d9a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2001214
Apr 19 07:43:18.055550 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3d56d5ce-e023-4ff2-b146-a5b9686d4886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:18.057730 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 50670) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:18.120671 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-efd0c145-b1d8-4bb9-9cad-30adac6a95ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:18.152388 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-efd0c145-b1d8-4bb9-9cad-30adac6a95ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:18.207218 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-efd0c145-b1d8-4bb9-9cad-30adac6a95ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:18.212201 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d262565b-6c92-403f-ae7d-8e01b416dfbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:18.228310 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0c145-b1d8-4bb9-9cad-30adac6a95ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5165d046-ec32-4ab2-87b2-4e5f4edba951,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:18.232717 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-efd0c145-b1d8-4bb9-9cad-30adac6a95ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:18.234743 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-efd0c145-b1d8-4bb9-9cad-30adac6a95ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:18.235967 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-efd0c145-b1d8-4bb9-9cad-30adac6a95ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5165d046-ec32-4ab2-87b2-4e5f4edba951 HTTP/1.1" status: 204  len: 168 time: 0.1770313
Apr 19 07:43:18.385132 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068dc80b-253b-4399-b479-bd3742d0784a req-d8fa3d87-8a4e-4ceb-b7d6-94901d2adf63 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:18.386801 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-068dc80b-253b-4399-b479-bd3742d0784a req-d8fa3d87-8a4e-4ceb-b7d6-94901d2adf63 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.0871243
Apr 19 07:43:18.439760 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-068dc80b-253b-4399-b479-bd3742d0784a req-109a130b-4b35-41d9-a4f1-6c12dfe97246 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459149
Apr 19 07:43:18.603027 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f7357497-284d-40d7-b6b6-bd0a1b7b9347 req-b66c6bab-86c3-4d9c-ae15-68447c07afbb tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 210 time: 0.0501711
Apr 19 07:43:18.604954 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 50684) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:18.628356 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3bd46835-d410-4507-9c51-12725a374e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:18.643820 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-3bd46835-d410-4507-9c51-12725a374e2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:43:18.647858 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-3bd46835-d410-4507-9c51-12725a374e2d admin admin] Usage tracker for resource:security_group_rule and tenant:b56b74cc21e447a98afe0e92a69e148e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:43:18.650807 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-3bd46835-d410-4507-9c51-12725a374e2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:43:18.656839 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-3bd46835-d410-4507-9c51-12725a374e2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:43:18.743185 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3bd46835-d410-4507-9c51-12725a374e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:18.747139 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3bd46835-d410-4507-9c51-12725a374e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:18.754775 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-79f855c2-dd13-4c1f-ac53-2b9338bd3148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:18.803148 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-3bd46835-d410-4507-9c51-12725a374e2d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b56b74cc21e447a98afe0e92a69e148e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1940289
Apr 19 07:43:18.803148 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd46835-d410-4507-9c51-12725a374e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71349112-1f27-4145-b3c9-64b8f7695b82,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:18.803700 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 50694) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:18.813344 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3bd46835-d410-4507-9c51-12725a374e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:18.882158 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-20e1d412-7ed1-4e30-844c-5e0096af8c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:18.922877 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-20e1d412-7ed1-4e30-844c-5e0096af8c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:18.946951 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f741e5-6262-4625-af45-ef4e7583e68e req-2cf2dbf7-37b2-4829-ae35-bc0de7a0315d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:18.948722 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-13f741e5-6262-4625-af45-ef4e7583e68e req-2cf2dbf7-37b2-4829-ae35-bc0de7a0315d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1628172
Apr 19 07:43:18.973863 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-20e1d412-7ed1-4e30-844c-5e0096af8c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:18.978812 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c4d206e1-3a5f-4d74-927a-23f46f35ebbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:18.991571 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1d412-7ed1-4e30-844c-5e0096af8c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71349112-1f27-4145-b3c9-64b8f7695b82,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:18.994631 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-20e1d412-7ed1-4e30-844c-5e0096af8c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:19.000485 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-20e1d412-7ed1-4e30-844c-5e0096af8c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:19.000485 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-20e1d412-7ed1-4e30-844c-5e0096af8c82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71349112-1f27-4145-b3c9-64b8f7695b82 HTTP/1.1" status: 204  len: 168 time: 0.1865935
Apr 19 07:43:19.026881 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8bd6c846-ed07-4967-816f-e8bf15d6c539 req-cdf83635-16f4-40de-99ac-862f71689a82 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 210 time: 0.0770228
Apr 19 07:43:19.054356 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-13f741e5-6262-4625-af45-ef4e7583e68e req-8603c2d7-3b08-4afa-9a0a-b289a62c8d23 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654523
Apr 19 07:43:19.650641 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcf8e8-0cde-426b-92f1-c9249203b588 req-e8afdeb6-97e2-4b74-b1e8-9341f995f2b5 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:19.654694 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1edcf8e8-0cde-426b-92f1-c9249203b588 req-e8afdeb6-97e2-4b74-b1e8-9341f995f2b5 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.0963335
Apr 19 07:43:19.706770 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1edcf8e8-0cde-426b-92f1-c9249203b588 req-7d56f32f-3e73-43eb-8ed9-ba2aaa5997df tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414662
Apr 19 07:43:19.774806 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d43adebc-ebf8-46c9-89a0-1ad2349dbf8a req-bc481790-dbd1-436f-ba20-222d096f9734 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 210 time: 0.0517161
Apr 19 07:43:20.230923 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8fce4bf3-5ccd-472f-9499-1eacac62fec7 req-7b5ea8fc-5950-448a-bbd7-c267ef0d58f9 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 210 time: 0.0819700
Apr 19 07:43:20.285624 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ca46a-bddf-4d1e-a0d7-68ca6f1dd44e req-810db6f8-a4f6-40e4-97ca-d299f6ba0b0e tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:20.287255 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e86ca46a-bddf-4d1e-a0d7-68ca6f1dd44e req-810db6f8-a4f6-40e4-97ca-d299f6ba0b0e tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.0977328
Apr 19 07:43:20.338231 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e86ca46a-bddf-4d1e-a0d7-68ca6f1dd44e req-78484df0-bc25-4379-b680-0bd84106309a tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444515
Apr 19 07:43:20.946823 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2a7915f4-5ae3-4b23-8ed1-304ed19d7f4f req-48042ed9-dc1d-4928-abb3-341bd12bc155 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 210 time: 0.0589018
Apr 19 07:43:20.967358 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f6b83-a2f5-42a2-a978-631916483f67 req-7738b1ae-daef-4770-8bd7-3f6ea4ffa0c9 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:20.968921 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ae3f6b83-a2f5-42a2-a978-631916483f67 req-7738b1ae-daef-4770-8bd7-3f6ea4ffa0c9 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.1392024
Apr 19 07:43:21.026183 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ae3f6b83-a2f5-42a2-a978-631916483f67 req-7e0d1617-4d13-4d0c-bbe0-9e41a893f027 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498908
Apr 19 07:43:21.180518 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-33f853b2-7e4e-46b2-8b09-6cd8505929ed tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:21.182088 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-33f853b2-7e4e-46b2-8b09-6cd8505929ed tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.16 "GET /v2.0/networks?id=1ce6dd40-ed90-4d53-9fbe-9465812d6db3 HTTP/1.1" status: 200  len: 814 time: 0.1991122
Apr 19 07:43:21.221898 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-08f5c1af-18c6-4797-8958-232f58d6b288 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Request body: {'port': {'device_id': '42fcb04d-ebca-4c06-b67b-ddad41b8595d', 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3', 'admin_state_up': True, 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:43:21.411217 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5de5d01e-5b33-47c1-a559-0fbcae38b917 req-139da394-b7ce-4977-a280-b6ac796277a7 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 210 time: 0.0508337
Apr 19 07:43:21.448682 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-08f5c1af-18c6-4797-8958-232f58d6b288 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:43:21.452954 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-08f5c1af-18c6-4797-8958-232f58d6b288 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Usage tracker for resource:port and tenant:ee2ca57b536d4a6eb9a1165c495ab71b is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:43:21.456179 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-08f5c1af-18c6-4797-8958-232f58d6b288 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:43:21.462350 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-08f5c1af-18c6-4797-8958-232f58d6b288 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:43:21.479400 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f1601-8acf-4429-a8b4-dc69db157736 req-e796609f-219b-4e49-912b-5c58e0e33ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:21.481320 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-385f1601-8acf-4429-a8b4-dc69db157736 req-e796609f-219b-4e49-912b-5c58e0e33ef6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a43260bdda249fa8463858d2df10378&device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 1098 time: 0.1617239
Apr 19 07:43:21.481676 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-08f5c1af-18c6-4797-8958-232f58d6b288 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Made reservation on behalf of ee2ca57b536d4a6eb9a1165c495ab71b for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:43:21.487695 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-08f5c1af-18c6-4797-8958-232f58d6b288 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:21.806404 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e78962-badc-4bc8-b5fe-e0878c7a71d3 req-479db540-2555-47ab-859f-7416c14852b6 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:21.810673 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-09e78962-badc-4bc8-b5fe-e0878c7a71d3 req-479db540-2555-47ab-859f-7416c14852b6 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.3335955
Apr 19 07:43:21.811953 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f1601-8acf-4429-a8b4-dc69db157736 req-c539d0fe-c672-4181-9afb-1db3ffccea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:21.813577 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-385f1601-8acf-4429-a8b4-dc69db157736 req-c539d0fe-c672-4181-9afb-1db3ffccea54 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5f1dd0c-8823-440f-8f62-01e66b821b29 HTTP/1.1" status: 200  len: 917 time: 0.3056929
Apr 19 07:43:21.877067 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-09e78962-badc-4bc8-b5fe-e0878c7a71d3 req-a89b536e-8ccf-40be-a1fa-0545db07a062 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585639
Apr 19 07:43:21.951517 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-08f5c1af-18c6-4797-8958-232f58d6b288 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Allocated IP 172.20.0.7 (1ce6dd40-ed90-4d53-9fbe-9465812d6db3/3643a73d-bbcf-408b-929c-8c605c75acdc/e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:43:22.029200 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-385f1601-8acf-4429-a8b4-dc69db157736 req-9722ba91-7d4a-4541-904f-533b04d6ceec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=090aa1fc-aa56-4dd7-90e5-e91458560b82 HTTP/1.1" status: 200  len: 1001 time: 0.2080874
Apr 19 07:43:22.103512 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-5fe2fae6-51fe-429c-81fe-078072c17f37 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:22.107269 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-5fe2fae6-51fe-429c-81fe-078072c17f37 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.16 "GET /v2.0/networks?id=86d18d52-40ae-43cb-a67e-4f6977a7cf89 HTTP/1.1" status: 200  len: 813 time: 0.2257249
Apr 19 07:43:22.208199 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bceb139b-1d86-4225-92d6-491da4a88372 req-8ab36f38-ef69-4b0b-8950-3f3da009ea7e tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 210 time: 0.0828266
Apr 19 07:43:22.364563 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29862c0-297a-4d13-9a33-64f85a51f88c req-dfcb5d36-9937-4325-829b-d52c4712a760 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:22.368961 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-08f5c1af-18c6-4797-8958-232f58d6b288 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:22.370277 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c29862c0-297a-4d13-9a33-64f85a51f88c req-dfcb5d36-9937-4325-829b-d52c4712a760 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.1595128
Apr 19 07:43:22.399915 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-08f5c1af-18c6-4797-8958-232f58d6b288 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Transition to ACTIVE for port object e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:43:22.430741 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-08f5c1af-18c6-4797-8958-232f58d6b288 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:22.455120 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-aae07fbe-1364-47d4-81e9-9b51657a48e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:22.490025 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c29862c0-297a-4d13-9a33-64f85a51f88c req-4db9b2ce-40bf-480b-8a3c-3339775ffb09 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1129313
Apr 19 07:43:22.493854 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-bbb6070e-97a8-4bf5-8c00-a00ddb44c574 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Request body: {'port': {'device_id': '07e8abfc-a46e-49c5-9a7b-a3f2d2d90149', 'network_id': '86d18d52-40ae-43cb-a67e-4f6977a7cf89', 'admin_state_up': True, 'tenant_id': 'ee929c31b4ad48a7ae1701b36fbbee76'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:43:22.813117 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5c1af-18c6-4797-8958-232f58d6b288 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Pushing event updated for resources: {'Port': ['ID=e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:22.828458 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-08f5c1af-18c6-4797-8958-232f58d6b288 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:22.863961 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-08f5c1af-18c6-4797-8958-232f58d6b288 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Network 1ce6dd40-ed90-4d53-9fbe-9465812d6db3 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:43:22.867626 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-08f5c1af-18c6-4797-8958-232f58d6b288 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:43:22.871705 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-08f5c1af-18c6-4797-8958-232f58d6b288 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:43:22.885990 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-bbb6070e-97a8-4bf5-8c00-a00ddb44c574 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:43:22.898511 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-bbb6070e-97a8-4bf5-8c00-a00ddb44c574 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Usage tracker for resource:port and tenant:ee929c31b4ad48a7ae1701b36fbbee76 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:43:22.901964 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-bbb6070e-97a8-4bf5-8c00-a00ddb44c574 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:43:22.910248 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-bbb6070e-97a8-4bf5-8c00-a00ddb44c574 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:43:23.043328 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-08f5c1af-18c6-4797-8958-232f58d6b288 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:23.044100 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-08f5c1af-18c6-4797-8958-232f58d6b288 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:23.073207 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-bbb6070e-97a8-4bf5-8c00-a00ddb44c574 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Made reservation on behalf of ee929c31b4ad48a7ae1701b36fbbee76 for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:43:23.092290 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-bbb6070e-97a8-4bf5-8c00-a00ddb44c574 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:23.129822 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f1601-8acf-4429-a8b4-dc69db157736 req-95ee3d48-9016-4fce-9cc0-dbb577a6e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:23.131547 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-385f1601-8acf-4429-a8b4-dc69db157736 req-95ee3d48-9016-4fce-9cc0-dbb577a6e4f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a2ef621-9f95-4913-83e2-4f12522f9619 HTTP/1.1" status: 200  len: 855 time: 0.4551911
Apr 19 07:43:23.138096 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-08f5c1af-18c6-4797-8958-232f58d6b288 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9219623
Apr 19 07:43:23.293924 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Request body: {'port': {'device_id': '42fcb04d-ebca-4c06-b67b-ddad41b8595d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:43:23.379961 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-1f54aa72-44d8-4535-b462-7214536fc363 None None] Provisioning for port e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:43:23.389818 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-1f54aa72-44d8-4535-b462-7214536fc363 None None] Provisioning complete for port e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:43:23.390403 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1f54aa72-44d8-4535-b462-7214536fc363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:23.433300 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-bbb6070e-97a8-4bf5-8c00-a00ddb44c574 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Allocated IP 172.20.0.7 (86d18d52-40ae-43cb-a67e-4f6977a7cf89/e6670ba1-c472-4825-99ee-0c2f759833b3/1cfa9924-02e3-4e17-be02-0617e4739bd0) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:43:23.479430 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-1f54aa72-44d8-4535-b462-7214536fc363 None None] Port e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:43:23.505064 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f1601-8acf-4429-a8b4-dc69db157736 req-64c8c69a-cd87-44fd-a84a-8e6bac57d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:23.507153 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-385f1601-8acf-4429-a8b4-dc69db157736 req-64c8c69a-cd87-44fd-a84a-8e6bac57d0ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5f1dd0c-8823-440f-8f62-01e66b821b29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3376234
Apr 19 07:43:23.570196 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cceabbb-702f-4a36-8997-3be1614a01aa req-87ded23b-6587-4719-8d28-1bc7e7be6c00 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:23.579189 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7cceabbb-702f-4a36-8997-3be1614a01aa req-87ded23b-6587-4719-8d28-1bc7e7be6c00 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 931 time: 0.9184284
Apr 19 07:43:23.709588 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e078b3-3c35-43c1-9f09-8f8d7f7c43b3 req-4263b190-b2ec-4cab-b503-9d3397f1b312 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:23.712064 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e2e078b3-3c35-43c1-9f09-8f8d7f7c43b3 req-4263b190-b2ec-4cab-b503-9d3397f1b312 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.5747001
Apr 19 07:43:23.890662 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-7cceabbb-702f-4a36-8997-3be1614a01aa req-01892fc8-7acd-42b9-b552-500757b80d82 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Synchronizing usage tracker for tenant:ee2ca57b536d4a6eb9a1165c495ab71b on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:43:24.072220 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e2e078b3-3c35-43c1-9f09-8f8d7f7c43b3 req-6853ca51-f8b5-4305-8d33-79d0e0f3f512 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3066278
Apr 19 07:43:24.073674 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-7cceabbb-702f-4a36-8997-3be1614a01aa req-01892fc8-7acd-42b9-b552-500757b80d82 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Unset dirty status for tenant:ee2ca57b536d4a6eb9a1165c495ab71b on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:43:24.090834 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7cceabbb-702f-4a36-8997-3be1614a01aa req-01892fc8-7acd-42b9-b552-500757b80d82 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5103514
Apr 19 07:43:24.259561 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-bbb6070e-97a8-4bf5-8c00-a00ddb44c574 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:24.352243 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:24.357266 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-385f1601-8acf-4429-a8b4-dc69db157736 req-6617dba5-7109-432e-a398-7f6641eafd71 service neutron] 10.222.0.16 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2710707
Apr 19 07:43:24.400068 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:24.442371 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-bbb6070e-97a8-4bf5-8c00-a00ddb44c574 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:24.519341 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cf462f34-338f-433d-904e-e7d965deeae2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:24.617293 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-bbb6070e-97a8-4bf5-8c00-a00ddb44c574 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Network 86d18d52-40ae-43cb-a67e-4f6977a7cf89 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:43:24.645020 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-bbb6070e-97a8-4bf5-8c00-a00ddb44c574 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:43:24.700683 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-bbb6070e-97a8-4bf5-8c00-a00ddb44c574 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:43:24.719253 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-385f1601-8acf-4429-a8b4-dc69db157736 req-c2a054ab-0c36-44f3-8162-c5ee29312fd3 service neutron] 10.222.0.16 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2616105
Apr 19 07:43:24.774056 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51349ca8-8cd8-447b-ab76-6856b39a7086 req-0f0aae93-473a-4796-8861-3066e45501dc tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:24.788308 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-51349ca8-8cd8-447b-ab76-6856b39a7086 req-0f0aae93-473a-4796-8861-3066e45501dc tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.4523025
Apr 19 07:43:24.857894 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dd375-941b-4581-ad8c-7c92f6e5ca9b req-66f4e6be-9349-4e2e-81f9-ae0d3f1f3997 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:24.866539 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a96dd375-941b-4581-ad8c-7c92f6e5ca9b req-66f4e6be-9349-4e2e-81f9-ae0d3f1f3997 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 931 time: 0.4295113
Apr 19 07:43:24.873526 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6070e-97a8-4bf5-8c00-a00ddb44c574 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Pushing event updated for resources: {'Port': ['ID=1cfa9924-02e3-4e17-be02-0617e4739bd0,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:24.920517 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-bbb6070e-97a8-4bf5-8c00-a00ddb44c574 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:24.935936 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-51349ca8-8cd8-447b-ab76-6856b39a7086 req-6fd70aa6-688b-456b-bf5e-8c97a686de16 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1464365
Apr 19 07:43:25.004194 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a96dd375-941b-4581-ad8c-7c92f6e5ca9b req-cdbcd90e-69fe-4ecd-bec0-86e4dc42a4ec tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362624
Apr 19 07:43:25.015222 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-bbb6070e-97a8-4bf5-8c00-a00ddb44c574 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:25.016221 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-bbb6070e-97a8-4bf5-8c00-a00ddb44c574 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:25.052272 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-bbb6070e-97a8-4bf5-8c00-a00ddb44c574 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5662894
Apr 19 07:43:25.102078 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:43:25.115131 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:25.134192 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Transition to ACTIVE for port object e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:43:25.138450 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852205354'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:25.147720 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:25.667557 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Request body: {'port': {'device_id': '07e8abfc-a46e-49c5-9a7b-a3f2d2d90149', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:43:25.857847 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 50866) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:25.858692 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:25.869597 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:25.998766 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Attempting to bind port e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:43:25.999158 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Attempting to bind port e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'd7a4ca43-b6f6-4792-a01a-38a40a6c015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:43:25.999530 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Attempting to bind port e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 on network 1ce6dd40-ed90-4d53-9fbe-9465812d6db3 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:43:26.019215 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:26.020878 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Port e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 on network 1ce6dd40-ed90-4d53-9fbe-9465812d6db3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 07:43:26.021260 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Attempting to bind port e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 on network 1ce6dd40-ed90-4d53-9fbe-9465812d6db3 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:43:26.028502 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Checking agent: {'id': 'e1395553-83f9-4e7d-975f-a9afa5ddc59a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:43:26.028911 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Checking segment: {'id': 'd7a4ca43-b6f6-4792-a01a-38a40a6c015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:43:26.029331 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Bound using segment: {'id': 'd7a4ca43-b6f6-4792-a01a-38a40a6c015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:43:26.029819 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Bound port: e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a4ca43-b6f6-4792-a01a-38a40a6c015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:43:26.030333 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:26.094185 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a57ee1-33c1-4e50-9158-b3cab5162961 req-54562b09-169e-46a1-bb50-7d56af214c64 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:26.108924 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-26a57ee1-33c1-4e50-9158-b3cab5162961 req-54562b09-169e-46a1-bb50-7d56af214c64 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 943 time: 0.8091264
Apr 19 07:43:26.205186 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d13e0-33ca-4107-987f-d9138bf06532 req-93f39928-4a5d-4176-b64b-b8f1de2db80f tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:26.213665 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-223d13e0-33ca-4107-987f-d9138bf06532 req-93f39928-4a5d-4176-b64b-b8f1de2db80f tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.8085625
Apr 19 07:43:26.226511 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8ca6-07ee-438c-a349-0d13b428c829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:26.288150 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2a0d8ca6-07ee-438c-a349-0d13b428c829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:43:26.303858 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-2a0d8ca6-07ee-438c-a349-0d13b428c829 admin admin] Usage tracker for resource:security_group_rule and tenant:476ca0f62cb24c3b94ebdb9fbf5e194d is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:43:26.317606 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-2a0d8ca6-07ee-438c-a349-0d13b428c829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:43:26.352219 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2a0d8ca6-07ee-438c-a349-0d13b428c829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:43:26.405744 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-26a57ee1-33c1-4e50-9158-b3cab5162961 req-0e070810-c187-4e8e-859d-305038cc7bf1 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2955632
Apr 19 07:43:26.461782 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] For port e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7, host hv-cinder-77387, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:43:26.469100 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] For port e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7,segment=NetworkSegment(d7a4ca43-b6f6-4792-a01a-38a40a6c015d),segment_id=d7a4ca43-b6f6-4792-a01a-38a40a6c015d)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:43:26.483098 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852205354'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:26.491007 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-223d13e0-33ca-4107-987f-d9138bf06532 req-07ef630d-3080-4871-a738-2ffef3b34cd4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1917398
Apr 19 07:43:26.551078 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-49741158-57b4-4684-932b-04336f5b88f4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:26.735938 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:26.743045 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:26.744795 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] 10.222.0.16 "PUT /v2.0/ports/e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 HTTP/1.1" status: 200  len: 1093 time: 3.4571123
Apr 19 07:43:26.748223 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fcb04d-ebca-4c06-b67b-ddad41b8595d', 'tag': 'e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:43:26.879490 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8ca6-07ee-438c-a349-0d13b428c829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:26.885555 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:26.907428 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:26.908363 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8ca6-07ee-438c-a349-0d13b428c829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:26.954279 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d0728320-8a67-495b-8a00-d0ab943e4a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:26.989954 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-2a0d8ca6-07ee-438c-a349-0d13b428c829 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=476ca0f62cb24c3b94ebdb9fbf5e194d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1188874
Apr 19 07:43:26.993108 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 50892) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:27.065848 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d8ca6-07ee-438c-a349-0d13b428c829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e36f9ba-fadc-4a84-812b-386dc4b005cd,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:27.069562 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2a0d8ca6-07ee-438c-a349-0d13b428c829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:27.105049 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b9f4b316-1a0f-48c9-a742-525f12f487e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:27.140090 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b9f4b316-1a0f-48c9-a742-525f12f487e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:27.211213 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b9f4b316-1a0f-48c9-a742-525f12f487e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:27.217237 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8676ed03-d61a-4919-b72b-cce86f83bbc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:27.223416 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b730a2-fbca-4900-ace7-f4f37b29719b req-ad7c8244-e0ee-48ee-a6d6-2b423c936c3b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:27.224573 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-40b730a2-fbca-4900-ace7-f4f37b29719b req-ad7c8244-e0ee-48ee-a6d6-2b423c936c3b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Synchronizing usage tracker for tenant:ee929c31b4ad48a7ae1701b36fbbee76 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:43:27.233659 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4b316-1a0f-48c9-a742-525f12f487e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e36f9ba-fadc-4a84-812b-386dc4b005cd,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:27.253579 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b9f4b316-1a0f-48c9-a742-525f12f487e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:27.276086 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121d6da-d233-4008-9242-2eac62309729 req-ea9eac58-7e5c-4295-8fe6-d6116e4381c0 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:27.277862 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d121d6da-d233-4008-9242-2eac62309729 req-ea9eac58-7e5c-4295-8fe6-d6116e4381c0 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.4984424
Apr 19 07:43:27.278175 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b9f4b316-1a0f-48c9-a742-525f12f487e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:27.279595 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-b9f4b316-1a0f-48c9-a742-525f12f487e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e36f9ba-fadc-4a84-812b-386dc4b005cd HTTP/1.1" status: 204  len: 168 time: 0.2854826
Apr 19 07:43:27.389571 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-40b730a2-fbca-4900-ace7-f4f37b29719b req-ad7c8244-e0ee-48ee-a6d6-2b423c936c3b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Unset dirty status for tenant:ee929c31b4ad48a7ae1701b36fbbee76 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:43:27.397143 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-40b730a2-fbca-4900-ace7-f4f37b29719b req-ad7c8244-e0ee-48ee-a6d6-2b423c936c3b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 931 time: 0.6162548
Apr 19 07:43:27.479330 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d121d6da-d233-4008-9242-2eac62309729 req-7fc9c0f2-81ac-4259-bd10-bf29217cb8b3 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1637087
Apr 19 07:43:27.504896 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cfa9924-02e3-4e17-be02-0617e4739bd0 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:43:27.562850 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-40b730a2-fbca-4900-ace7-f4f37b29719b req-929f9f08-7c95-43ef-9784-fc29a9c4f127 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1646235
Apr 19 07:43:27.565009 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:27.603944 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Transition to ACTIVE for port object 1cfa9924-02e3-4e17-be02-0617e4739bd0 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:43:27.611783 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:27.628908 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:27.653505 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fcb04d-ebca-4c06-b67b-ddad41b8595d', 'tag': 'e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7', 'status': 'completed', 'code': 200}
Apr 19 07:43:27.731338 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Pushing event updated for resources: {'Port': ['ID=1cfa9924-02e3-4e17-be02-0617e4739bd0,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:27.807976 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:28.368076 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51879b68-40c2-40ba-9cb4-8c050966fa80 req-9358dbbb-d7bb-4c2d-ab9c-b3433cf70687 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:28.378933 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-51879b68-40c2-40ba-9cb4-8c050966fa80 req-9358dbbb-d7bb-4c2d-ab9c-b3433cf70687 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 943 time: 0.5601339
Apr 19 07:43:28.381017 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Attempting to bind port 1cfa9924-02e3-4e17-be02-0617e4739bd0 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:43:28.381426 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Attempting to bind port 1cfa9924-02e3-4e17-be02-0617e4739bd0 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '07ad4783-87a7-49d6-9599-fca5c67fe362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '86d18d52-40ae-43cb-a67e-4f6977a7cf89'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:43:28.381928 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Attempting to bind port 1cfa9924-02e3-4e17-be02-0617e4739bd0 on network 86d18d52-40ae-43cb-a67e-4f6977a7cf89 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:43:28.421821 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Port 1cfa9924-02e3-4e17-be02-0617e4739bd0 on network 86d18d52-40ae-43cb-a67e-4f6977a7cf89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 07:43:28.423187 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Attempting to bind port 1cfa9924-02e3-4e17-be02-0617e4739bd0 on network 86d18d52-40ae-43cb-a67e-4f6977a7cf89 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:43:28.442470 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Checking agent: {'id': 'e1395553-83f9-4e7d-975f-a9afa5ddc59a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:43:28.442846 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Checking segment: {'id': '07ad4783-87a7-49d6-9599-fca5c67fe362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '86d18d52-40ae-43cb-a67e-4f6977a7cf89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:43:28.443257 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Bound using segment: {'id': '07ad4783-87a7-49d6-9599-fca5c67fe362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '86d18d52-40ae-43cb-a67e-4f6977a7cf89'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:43:28.443751 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Bound port: 1cfa9924-02e3-4e17-be02-0617e4739bd0, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07ad4783-87a7-49d6-9599-fca5c67fe362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '86d18d52-40ae-43cb-a67e-4f6977a7cf89'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:43:28.444134 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:28.485006 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23932b90-c21e-4cb2-8b0e-35dd281c8bd6 req-63c8e8a7-ede2-499e-aa39-1c6161149fa8 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:28.486995 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-23932b90-c21e-4cb2-8b0e-35dd281c8bd6 req-63c8e8a7-ede2-499e-aa39-1c6161149fa8 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.6663203
Apr 19 07:43:28.583725 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-51879b68-40c2-40ba-9cb4-8c050966fa80 req-76ecf2e5-4412-4882-8bc1-4ebfe520266a tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1947160
Apr 19 07:43:28.645286 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-23932b90-c21e-4cb2-8b0e-35dd281c8bd6 req-1ea3ff28-970b-44d3-bea6-a1c0cfa73d04 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438484
Apr 19 07:43:28.735181 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] For port 1cfa9924-02e3-4e17-be02-0617e4739bd0, host hv-cinder-77387, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:43:28.738667 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] For port 1cfa9924-02e3-4e17-be02-0617e4739bd0, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1cfa9924-02e3-4e17-be02-0617e4739bd0,segment=NetworkSegment(07ad4783-87a7-49d6-9599-fca5c67fe362),segment_id=07ad4783-87a7-49d6-9599-fca5c67fe362)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:43:28.743431 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:28.748141 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:28.878607 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:28.879289 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:28.880794 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] 10.222.0.16 "PUT /v2.0/ports/1cfa9924-02e3-4e17-be02-0617e4739bd0 HTTP/1.1" status: 200  len: 1093 time: 3.2356360
Apr 19 07:43:28.881326 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e8abfc-a46e-49c5-9a7b-a3f2d2d90149', 'tag': '1cfa9924-02e3-4e17-be02-0617e4739bd0'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:43:28.949932 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Pushing event updated for resources: {'Port': ['ID=1cfa9924-02e3-4e17-be02-0617e4739bd0,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:28.953612 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:29.210998 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160c2eb-1635-41d7-b1b5-a0c7d58cdd0a req-46bad5f0-30cc-4650-abf7-619ad672586f tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:29.213068 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7160c2eb-1635-41d7-b1b5-a0c7d58cdd0a req-46bad5f0-30cc-4650-abf7-619ad672586f tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 943 time: 0.2340791
Apr 19 07:43:29.223160 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50baf7a-47d1-4bbf-baaf-a4f3b9b687a5 req-dbebcb53-ebe2-4943-bbce-6a369dcad0e1 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:29.230819 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b50baf7a-47d1-4bbf-baaf-a4f3b9b687a5 req-dbebcb53-ebe2-4943-bbce-6a369dcad0e1 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.1745734
Apr 19 07:43:29.441521 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7160c2eb-1635-41d7-b1b5-a0c7d58cdd0a req-b9fbf9d3-8de9-4787-b17d-472efd2521b1 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2069623
Apr 19 07:43:29.467957 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b50baf7a-47d1-4bbf-baaf-a4f3b9b687a5 req-b0656105-fa90-4c42-b516-3bc61c7d8306 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2353630
Apr 19 07:43:29.789800 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e8abfc-a46e-49c5-9a7b-a3f2d2d90149', 'tag': '1cfa9924-02e3-4e17-be02-0617e4739bd0', 'status': 'completed', 'code': 200}
Apr 19 07:43:30.011094 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd9425-4d2a-4809-b00d-0c3ea41715dd req-8e2558e4-2a83-416f-b68a-aa14ff282b19 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:30.019056 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9fbd9425-4d2a-4809-b00d-0c3ea41715dd req-8e2558e4-2a83-416f-b68a-aa14ff282b19 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 943 time: 0.2038536
Apr 19 07:43:30.134007 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9fbd9425-4d2a-4809-b00d-0c3ea41715dd req-cd303856-8e10-41f7-a5cf-ebdc0bb6f8bb tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138980
Apr 19 07:43:30.152606 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc3636-4900-48d8-a753-281533da9396 req-d8dd55ca-4edf-4a22-a8f4-e57e80048607 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:30.160515 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-10cc3636-4900-48d8-a753-281533da9396 req-d8dd55ca-4edf-4a22-a8f4-e57e80048607 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1596973
Apr 19 07:43:30.219813 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-10cc3636-4900-48d8-a753-281533da9396 req-0da69855-98a4-487a-94e0-7307282f5580 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582185
Apr 19 07:43:30.809194 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d606b-4727-4567-ae60-16e803ea47e7 req-19984243-fc31-4f00-8c8e-a591bc025a63 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:30.810909 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fd2d606b-4727-4567-ae60-16e803ea47e7 req-19984243-fc31-4f00-8c8e-a591bc025a63 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 943 time: 0.2405994
Apr 19 07:43:30.857974 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f40805-8232-41e4-99a5-b94b9b5872fd req-9e0bd8b8-f421-4497-89e5-4104ddeecc58 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:30.859695 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-51f40805-8232-41e4-99a5-b94b9b5872fd req-9e0bd8b8-f421-4497-89e5-4104ddeecc58 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.1841729
Apr 19 07:43:30.901366 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fd2d606b-4727-4567-ae60-16e803ea47e7 req-4bfe63d7-3bdd-49a9-b255-6c47f83dcf48 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829282
Apr 19 07:43:30.949329 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-51f40805-8232-41e4-99a5-b94b9b5872fd req-b05d44f4-cea7-46a2-bcf9-65525353abd7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739205
Apr 19 07:43:31.444601 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937efdb-ff02-4e66-b0fb-84136252abf3 req-3bb261da-3ba8-4968-a233-54b3b09934dd tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:31.449207 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a937efdb-ff02-4e66-b0fb-84136252abf3 req-3bb261da-3ba8-4968-a233-54b3b09934dd tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 943 time: 0.1811609
Apr 19 07:43:31.513754 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a937efdb-ff02-4e66-b0fb-84136252abf3 req-9298716d-cba2-474a-ba1f-c6a38bd759c0 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558074
Apr 19 07:43:31.523212 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848d6cd-a071-4204-b97b-69a7d42ab823 req-f7f4ee4d-0d99-46c6-bb09-509e01081880 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:31.524830 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9848d6cd-a071-4204-b97b-69a7d42ab823 req-f7f4ee4d-0d99-46c6-bb09-509e01081880 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1699798
Apr 19 07:43:31.600014 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9848d6cd-a071-4204-b97b-69a7d42ab823 req-0dbfa9cd-6a20-44bd-8936-43501bc14688 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585926
Apr 19 07:43:32.218004 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b38a5d-5f20-4298-8578-ea6ce767a5ba req-4b46f708-a25b-4544-883c-10493e7ba6b8 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:32.219601 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-66b38a5d-5f20-4298-8578-ea6ce767a5ba req-4b46f708-a25b-4544-883c-10493e7ba6b8 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 943 time: 0.1874585
Apr 19 07:43:32.230779 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555eb997-911b-4b4f-bec8-1b7b6bd2b884 req-078d9837-788e-4845-9ac2-d24d0b7df98b tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:32.232279 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-555eb997-911b-4b4f-bec8-1b7b6bd2b884 req-078d9837-788e-4845-9ac2-d24d0b7df98b tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.1299632
Apr 19 07:43:32.309647 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-66b38a5d-5f20-4298-8578-ea6ce767a5ba req-aa062cc8-279b-4595-bd1c-5ece4ac455c4 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763147
Apr 19 07:43:32.328218 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-555eb997-911b-4b4f-bec8-1b7b6bd2b884 req-2555d051-f1b5-4e77-8116-65da12283ea6 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778055
Apr 19 07:43:32.832080 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b174b2-c3ba-44b9-8b66-95c561eda159 req-8954b6bf-112f-433a-9ac8-8686874d079d tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:32.833690 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c3b174b2-c3ba-44b9-8b66-95c561eda159 req-8954b6bf-112f-433a-9ac8-8686874d079d tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 943 time: 0.1867247
Apr 19 07:43:32.886840 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8911b6-54c1-47b1-ac81-5cab3723f67e req-d9f25a59-f5e5-4474-9d8c-f18e4840fc5c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:32.888422 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-de8911b6-54c1-47b1-ac81-5cab3723f67e req-d9f25a59-f5e5-4474-9d8c-f18e4840fc5c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1536729
Apr 19 07:43:32.902054 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c3b174b2-c3ba-44b9-8b66-95c561eda159 req-c2bbcd3b-50ee-4d84-8b3a-3d1375f26b4d tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604608
Apr 19 07:43:32.949995 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-de8911b6-54c1-47b1-ac81-5cab3723f67e req-9e40461a-f9f1-4e36-ac0e-7ddad6d7270c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519521
Apr 19 07:43:33.588328 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5402c04-0625-4a0a-9c43-3c25a74018a2 req-b6345293-1469-4bfd-b4bb-1920ca736063 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:33.589979 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d5402c04-0625-4a0a-9c43-3c25a74018a2 req-b6345293-1469-4bfd-b4bb-1920ca736063 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 943 time: 0.1575668
Apr 19 07:43:33.598240 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ae0a9-6b82-46cd-acb8-e1c0fd42ba92 req-85c40e32-ba82-4816-951f-9c6ed9043c13 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:33.599645 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4b2ae0a9-6b82-46cd-acb8-e1c0fd42ba92 req-85c40e32-ba82-4816-951f-9c6ed9043c13 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.1307588
Apr 19 07:43:33.673529 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d5402c04-0625-4a0a-9c43-3c25a74018a2 req-2d40dd9d-ce05-479c-a302-e7434088252b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728595
Apr 19 07:43:33.678111 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4b2ae0a9-6b82-46cd-acb8-e1c0fd42ba92 req-3d87e98a-af1e-4f03-9c84-cb3bd29f5790 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632265
Apr 19 07:43:33.783011 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4971487a-341d-4352-b902-438782a1ccbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:34.180955 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eeff8a-96d5-4997-a16b-831a5637a3fb req-a7b853b1-5730-4f00-9869-da9bae9f3288 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:34.182528 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-34eeff8a-96d5-4997-a16b-831a5637a3fb req-a7b853b1-5730-4f00-9869-da9bae9f3288 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 943 time: 0.1563611
Apr 19 07:43:34.196290 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f0d89-0f96-444c-a847-4b054f3acecc req-ce2a0cfb-b22f-45ca-9cad-ac0eb7c4ea6e tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:34.197872 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2c8f0d89-0f96-444c-a847-4b054f3acecc req-ce2a0cfb-b22f-45ca-9cad-ac0eb7c4ea6e tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1299069
Apr 19 07:43:34.372134 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-34eeff8a-96d5-4997-a16b-831a5637a3fb req-4c2cd2e4-9657-413b-8690-c30560cc964d tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1730461
Apr 19 07:43:34.418894 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2c8f0d89-0f96-444c-a847-4b054f3acecc req-43e85127-0665-46c3-9cbe-4fc08afe1fd5 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2055664
Apr 19 07:43:34.488203 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb3842-f27a-4c36-a684-4fe840a36a6b req-8e5be104-a891-4553-9f1a-4c5ac79fcd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:34.492088 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ccbb3842-f27a-4c36-a684-4fe840a36a6b req-8e5be104-a891-4553-9f1a-4c5ac79fcd8f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee929c31b4ad48a7ae1701b36fbbee76&device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 1096 time: 0.2148857
Apr 19 07:43:34.540677 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a354e5-1f45-48e9-999e-624f058ac1a2 req-31a7454e-f38f-4c30-b0f8-77572321122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:34.542388 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-66a354e5-1f45-48e9-999e-624f058ac1a2 req-31a7454e-f38f-4c30-b0f8-77572321122e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee2ca57b536d4a6eb9a1165c495ab71b&device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 1096 time: 0.1628447
Apr 19 07:43:34.664050 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb3842-f27a-4c36-a684-4fe840a36a6b req-2ab380a3-8fc0-4e4e-a1b7-b95711917e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:34.665650 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ccbb3842-f27a-4c36-a684-4fe840a36a6b req-2ab380a3-8fc0-4e4e-a1b7-b95711917e6c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ee929c31b4ad48a7ae1701b36fbbee76&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1547189
Apr 19 07:43:34.702353 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a354e5-1f45-48e9-999e-624f058ac1a2 req-3426e551-9357-4941-a68f-c07d9c901242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:34.704042 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-66a354e5-1f45-48e9-999e-624f058ac1a2 req-3426e551-9357-4941-a68f-c07d9c901242 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ee2ca57b536d4a6eb9a1165c495ab71b&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1500387
Apr 19 07:43:34.870346 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a354e5-1f45-48e9-999e-624f058ac1a2 req-6dbf651f-02d9-4e90-955a-2cb98420be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:34.872040 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-66a354e5-1f45-48e9-999e-624f058ac1a2 req-6dbf651f-02d9-4e90-955a-2cb98420be89 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1520689
Apr 19 07:43:34.943069 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb3842-f27a-4c36-a684-4fe840a36a6b req-6ff66809-90f8-41eb-a053-9f4334d793bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:34.944650 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ccbb3842-f27a-4c36-a684-4fe840a36a6b req-6ff66809-90f8-41eb-a053-9f4334d793bb service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2584078
Apr 19 07:43:34.999824 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56d7cc-310f-4611-a7b6-5fa783bc20dc req-91db7faa-aeae-4320-8d7c-a09a76e78e9c tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:35.007681 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1e56d7cc-310f-4611-a7b6-5fa783bc20dc req-91db7faa-aeae-4320-8d7c-a09a76e78e9c tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.1670218
Apr 19 07:43:35.021006 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4708b1-906b-4e04-a7f1-6036346839bf req-5fdbb367-0e45-4581-9f39-21cd2927dfe7 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:35.022805 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1b4708b1-906b-4e04-a7f1-6036346839bf req-5fdbb367-0e45-4581-9f39-21cd2927dfe7 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 943 time: 0.2284691
Apr 19 07:43:35.041185 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-74e15a2d-a4c9-49cb-b82b-df2aacf9d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:35.043083 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-74e15a2d-a4c9-49cb-b82b-df2aacf9d4e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee2ca57b536d4a6eb9a1165c495ab71b&device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 1096 time: 0.1276128
Apr 19 07:43:35.130075 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-66805f65-114b-4e5c-9d93-14aadb01b499 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 HTTP/1.1" status: 200  len: 217 time: 0.0785079
Apr 19 07:43:35.158809 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1e56d7cc-310f-4611-a7b6-5fa783bc20dc req-9c694e71-1910-4524-b577-4bea92952904 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1501276
Apr 19 07:43:35.170201 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1b4708b1-906b-4e04-a7f1-6036346839bf req-1224c6c7-a828-4940-8307-5262df2bcb2e tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946703
Apr 19 07:43:35.204363 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-e4bc17fe-1b51-4770-97e6-2b544fa2d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:35.205972 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-e4bc17fe-1b51-4770-97e6-2b544fa2d55a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee929c31b4ad48a7ae1701b36fbbee76&device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 1096 time: 0.1953523
Apr 19 07:43:35.207771 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-5bd07e02-99a1-4ba8-bb9c-46af1207fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:35.209509 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-5bd07e02-99a1-4ba8-bb9c-46af1207fed5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3643a73d-bbcf-408b-929c-8c605c75acdc HTTP/1.1" status: 200  len: 853 time: 0.0727942
Apr 19 07:43:35.286987 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-b9be0a67-e393-4cac-b364-946f14e2daf5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cfa9924-02e3-4e17-be02-0617e4739bd0 HTTP/1.1" status: 200  len: 217 time: 0.0669830
Apr 19 07:43:35.308004 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-d7fc0716-af85-4d3a-a744-13b5dbaaa45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:35.309878 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-d7fc0716-af85-4d3a-a744-13b5dbaaa45a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ce6dd40-ed90-4d53-9fbe-9465812d6db3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0894880
Apr 19 07:43:35.366856 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-438b09e3-0d58-4a1c-979b-4f9253776250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:35.368550 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-438b09e3-0d58-4a1c-979b-4f9253776250 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6670ba1-c472-4825-99ee-0c2f759833b3 HTTP/1.1" status: 200  len: 853 time: 0.0724514
Apr 19 07:43:35.437617 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-57492af2-0e06-49ed-a1b9-352d3e4ae9fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=86d18d52-40ae-43cb-a67e-4f6977a7cf89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0612426
Apr 19 07:43:35.486276 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-2437f254-af90-4a2f-b4eb-851bc65f80b4 service neutron] 10.222.0.16 "GET /v2.0/networks/1ce6dd40-ed90-4d53-9fbe-9465812d6db3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1685109
Apr 19 07:43:35.616413 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:43:35.718010 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8efc84d-fca9-4050-8d74-e5b443fd94f4 req-35a017c5-8d25-43bd-8073-47f22c36a0ac service neutron] 10.222.0.16 "GET /v2.0/networks/1ce6dd40-ed90-4d53-9fbe-9465812d6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2234209
Apr 19 07:43:35.870568 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4875273-dad9-4a65-bfbc-6b6d958e7c6a req-b60b01ad-0076-44f0-985b-eadd882e8ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:35.872548 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d4875273-dad9-4a65-bfbc-6b6d958e7c6a req-b60b01ad-0076-44f0-985b-eadd882e8ace service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 1098 time: 0.0874493
Apr 19 07:43:35.927882 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d4875273-dad9-4a65-bfbc-6b6d958e7c6a req-c019b803-1700-4687-9d79-ac819954aa73 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481319
Apr 19 07:43:35.993529 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-f8ce119d-bb8d-420c-81db-3719c1c1b9a3 service neutron] 10.222.0.16 "GET /v2.0/networks/86d18d52-40ae-43cb-a67e-4f6977a7cf89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5487006
Apr 19 07:43:36.004643 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d642be80-aa6e-4b7d-a102-64bb2bf65971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:36.061625 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a1051-2371-46f1-9eff-811fe46baeb6 req-7a61b6f1-9a5d-4ca4-bff0-2937fe43595d tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:36.063277 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-828a1051-2371-46f1-9eff-811fe46baeb6 req-7a61b6f1-9a5d-4ca4-bff0-2937fe43595d tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 943 time: 0.2506857
Apr 19 07:43:36.074837 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9415b8f-cfba-4b53-ad22-f72da29d0163 req-86fb910c-7c65-471b-b707-27491dfc31cc tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:36.076567 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f9415b8f-cfba-4b53-ad22-f72da29d0163 req-86fb910c-7c65-471b-b707-27491dfc31cc tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.2626431
Apr 19 07:43:36.235302 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f9415b8f-cfba-4b53-ad22-f72da29d0163 req-351923e4-2cd2-45ec-90b2-efcd2b76026d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119952
Apr 19 07:43:36.241025 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-828a1051-2371-46f1-9eff-811fe46baeb6 req-a941cdc4-c794-44da-ab7e-bde4474cc10f tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191077
Apr 19 07:43:36.249643 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ada2c1be-5e35-4bcb-b60a-c2c8bdabed00 req-33ff16ae-9a34-4a42-b299-1321b20b628f service neutron] 10.222.0.16 "GET /v2.0/networks/86d18d52-40ae-43cb-a67e-4f6977a7cf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2459590
Apr 19 07:43:36.375951 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:36.536523 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efacf330-c578-45f3-9e13-1785946be27a req-43d143b7-b7a5-46dc-9125-08e638076232 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:36.538044 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-efacf330-c578-45f3-9e13-1785946be27a req-43d143b7-b7a5-46dc-9125-08e638076232 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.1677737
Apr 19 07:43:36.546025 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cf9a9-b858-4416-a9f4-462e6b3dfc03 req-d8dd9c27-0928-42aa-b5d8-388c6a7d9506 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:36.547523 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7b7cf9a9-b858-4416-a9f4-462e6b3dfc03 req-d8dd9c27-0928-42aa-b5d8-388c6a7d9506 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 943 time: 0.1757495
Apr 19 07:43:36.620561 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-efacf330-c578-45f3-9e13-1785946be27a req-03879501-b606-4d66-93fb-a2f881fdce0e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720172
Apr 19 07:43:36.625179 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7b7cf9a9-b858-4416-a9f4-462e6b3dfc03 req-3b0ea4b4-bf8b-4fb7-b101-4dac26d2ae21 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629132
Apr 19 07:43:37.000601 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:37.516468 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035fee2-4075-4a49-907f-3e287928812a req-153c4b56-e757-49fd-8c5d-21fbc49d1c76 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:37.518077 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f035fee2-4075-4a49-907f-3e287928812a req-153c4b56-e757-49fd-8c5d-21fbc49d1c76 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 943 time: 0.1600614
Apr 19 07:43:37.547762 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12908878-17ef-4648-ba14-16d2ffe25e72 req-e0a86812-9589-4c15-9c17-b657f72df674 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:37.549349 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-12908878-17ef-4648-ba14-16d2ffe25e72 req-e0a86812-9589-4c15-9c17-b657f72df674 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1899335
Apr 19 07:43:37.597215 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f035fee2-4075-4a49-907f-3e287928812a req-e0862530-bc21-44a9-be9b-49aaddcc895b tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721822
Apr 19 07:43:37.620314 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-12908878-17ef-4648-ba14-16d2ffe25e72 req-29f47252-c62e-4c15-83d6-2a76dc499135 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599811
Apr 19 07:43:37.843284 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:37.894760 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f1640-89d4-4fd3-ab4c-0d602ab449eb req-64201dda-e147-4d9b-b8ba-7f0e13c7b495 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:37.896349 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d13f1640-89d4-4fd3-ab4c-0d602ab449eb req-64201dda-e147-4d9b-b8ba-7f0e13c7b495 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.1560059
Apr 19 07:43:37.905257 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63769c8-1398-4774-9dd7-5265d8f51ec8 req-e729d062-d39c-4f95-8a4a-5dc69f895565 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:37.906752 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e63769c8-1398-4774-9dd7-5265d8f51ec8 req-e729d062-d39c-4f95-8a4a-5dc69f895565 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 943 time: 0.1638999
Apr 19 07:43:37.983692 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d13f1640-89d4-4fd3-ab4c-0d602ab449eb req-3d79deb2-7db5-4a9c-932c-6ec5ce941c2b tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759630
Apr 19 07:43:37.991395 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e63769c8-1398-4774-9dd7-5265d8f51ec8 req-cc12ca00-c3f2-4932-b47b-01a0de8cd75b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680223
Apr 19 07:43:38.870761 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e951563-5f99-471a-9405-e3909004b82b req-f7ec27dc-04a0-42c5-9bdb-00f717afe1b5 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:38.872374 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8e951563-5f99-471a-9405-e3909004b82b req-f7ec27dc-04a0-42c5-9bdb-00f717afe1b5 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 943 time: 0.1610029
Apr 19 07:43:38.884809 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b8ced-a1c2-4b94-b009-3217f1943b63 req-bbfaac34-61ea-4c59-928f-0867bf633cab tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:38.886474 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-882b8ced-a1c2-4b94-b009-3217f1943b63 req-bbfaac34-61ea-4c59-928f-0867bf633cab tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1361799
Apr 19 07:43:38.962286 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8e951563-5f99-471a-9405-e3909004b82b req-575e5635-2d2a-44a2-9f43-5b5a44bde8e1 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745618
Apr 19 07:43:38.967381 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-882b8ced-a1c2-4b94-b009-3217f1943b63 req-86970180-8414-4159-a13e-c78ec7c2c7fb tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659685
Apr 19 07:43:39.245230 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 090aa1fc-aa56-4dd7-90e5-e91458560b82 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:43:39.287415 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170a237-7f76-4a65-873e-e68277dfcca5 req-637b3825-a16a-4ae9-9e85-a93aeb6b03e4 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:39.289344 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a170a237-7f76-4a65-873e-e68277dfcca5 req-637b3825-a16a-4ae9-9e85-a93aeb6b03e4 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 943 time: 0.1826546
Apr 19 07:43:39.301514 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca70dc8-b1bc-410c-a0d4-e7735c82dad3 req-853dc442-dfb9-415f-830b-f5c69805ca0e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:39.303280 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8ca70dc8-b1bc-410c-a0d4-e7735c82dad3 req-853dc442-dfb9-415f-830b-f5c69805ca0e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.1510963
Apr 19 07:43:39.379503 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a170a237-7f76-4a65-873e-e68277dfcca5 req-60fe38c5-3e22-41b8-8c1b-145765a69134 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751879
Apr 19 07:43:39.385000 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8ca70dc8-b1bc-410c-a0d4-e7735c82dad3 req-ca8f7ea1-8783-4817-b7dd-8d53247acd3f tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663152
Apr 19 07:43:39.422738 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 090aa1fc-aa56-4dd7-90e5-e91458560b82, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=090aa1fc-aa56-4dd7-90e5-e91458560b82,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:43:39.437564 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': '090aa1fc-aa56-4dd7-90e5-e91458560b82', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'port_id': '090aa1fc-aa56-4dd7-90e5-e91458560b82', 'mac_address': 'fa:16:3e:b6:df:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:43:39.502039 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:39.522896 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 090aa1fc-aa56-4dd7-90e5-e91458560b82 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:43:39.545119 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 090aa1fc-aa56-4dd7-90e5-e91458560b82, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=090aa1fc-aa56-4dd7-90e5-e91458560b82,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:43:39.548569 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:39.550448 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca9f0ee-d6ce-44a9-925d-709e410305b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:39.619428 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=090aa1fc-aa56-4dd7-90e5-e91458560b82,revision_number=6']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:39.623001 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:40.254710 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634724c4-140d-4185-8572-b0e04334777f req-bb2177af-754d-4bc2-b519-156e6d39dbb7 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:40.256296 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-634724c4-140d-4185-8572-b0e04334777f req-bb2177af-754d-4bc2-b519-156e6d39dbb7 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1719635
Apr 19 07:43:40.265617 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00813c2-4eb1-4e37-806d-29f89370e3aa req-9a43585a-85f6-4af0-8304-b7410ab9426e tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:40.267147 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c00813c2-4eb1-4e37-806d-29f89370e3aa req-9a43585a-85f6-4af0-8304-b7410ab9426e tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 943 time: 0.1802638
Apr 19 07:43:40.341715 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-634724c4-140d-4185-8572-b0e04334777f req-e24f738d-407a-4df6-bd83-681a67ea3843 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734930
Apr 19 07:43:40.349418 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c00813c2-4eb1-4e37-806d-29f89370e3aa req-08920ea4-4b19-45cd-828f-fa99852d0fb5 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667679
Apr 19 07:43:40.654415 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['090aa1fc-aa56-4dd7-90e5-e91458560b82'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:43:40.654614 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594ba33-18a0-45cf-a0c5-8e17b03b260a req-2701b803-5d74-44c2-af51-645da658c44a tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:40.655998 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5594ba33-18a0-45cf-a0c5-8e17b03b260a req-2701b803-5d74-44c2-af51-645da658c44a tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 943 time: 0.1557174
Apr 19 07:43:40.667301 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274482a6-8589-4269-9ea0-41b80d1724ae req-5e7ebaba-978a-4442-b80e-01211e8b03a7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:40.668860 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-274482a6-8589-4269-9ea0-41b80d1724ae req-5e7ebaba-978a-4442-b80e-01211e8b03a7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 944 time: 0.1273785
Apr 19 07:43:40.742129 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5594ba33-18a0-45cf-a0c5-8e17b03b260a req-7816ade5-eee6-4591-8e5c-00ff0596f2f9 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722752
Apr 19 07:43:40.746875 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-274482a6-8589-4269-9ea0-41b80d1724ae req-616534af-db48-4e86-be63-28fee3015d32 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636158
Apr 19 07:43:41.654114 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccff154-c8c0-478b-aae4-4b6c9399953e req-979e7a1b-6e1f-487c-95e5-e42f102b9752 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:41.657427 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3ccff154-c8c0-478b-aae4-4b6c9399953e req-979e7a1b-6e1f-487c-95e5-e42f102b9752 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1873360
Apr 19 07:43:41.701960 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2b9f9-e834-4a7a-8786-e53f8fe3fa75 req-506582dd-e830-49cd-884a-03f77974b49f tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:41.713672 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-eac2b9f9-e834-4a7a-8786-e53f8fe3fa75 req-506582dd-e830-49cd-884a-03f77974b49f tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 943 time: 0.2453828
Apr 19 07:43:41.800688 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3ccff154-c8c0-478b-aae4-4b6c9399953e req-a76061ec-486b-4a0e-9e15-d0c180ce2454 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330469
Apr 19 07:43:41.840294 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-eac2b9f9-e834-4a7a-8786-e53f8fe3fa75 req-d9331239-7973-46f7-a5e6-5e5f4c3d0ee5 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251290
Apr 19 07:43:42.127048 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95644de2-3920-4363-9ad9-c55751a227f6 req-fa8c9250-be8c-44b6-b1db-f965160ae1bc tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:42.134630 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-95644de2-3920-4363-9ad9-c55751a227f6 req-fa8c9250-be8c-44b6-b1db-f965160ae1bc tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 943 time: 0.1730607
Apr 19 07:43:42.188939 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14572659-9609-4f7d-90f7-450b742b57e3 req-7dc411f0-9e11-4134-8b4b-37a25f0064e3 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:42.194822 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-14572659-9609-4f7d-90f7-450b742b57e3 req-7dc411f0-9e11-4134-8b4b-37a25f0064e3 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 944 time: 0.1892989
Apr 19 07:43:42.244554 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-95644de2-3920-4363-9ad9-c55751a227f6 req-fb52e265-2936-457a-9676-a5cfc0ea7497 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088793
Apr 19 07:43:42.306577 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-14572659-9609-4f7d-90f7-450b742b57e3 req-94cbefb5-5689-4e36-8818-35c918f1e5ee tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1037183
Apr 19 07:43:42.387708 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 090aa1fc-aa56-4dd7-90e5-e91458560b82 up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:43:42.417765 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 51280) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:42.517070 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port 090aa1fc-aa56-4dd7-90e5-e91458560b82 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:43:42.517495 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:42.619405 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8492b649-cc32-4633-a32b-f6e7d43974e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:42.651157 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8492b649-cc32-4633-a32b-f6e7d43974e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:43:42.656319 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-8492b649-cc32-4633-a32b-f6e7d43974e3 admin admin] Usage tracker for resource:security_group_rule and tenant:38e5a61af891466c9ab8a197075e36f4 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:43:42.659696 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-8492b649-cc32-4633-a32b-f6e7d43974e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:43:42.666250 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8492b649-cc32-4633-a32b-f6e7d43974e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:43:42.737521 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:42.769295 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79c93a4-8605-49f6-ab35-2c3bc3c46c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090aa1fc-aa56-4dd7-90e5-e91458560b82'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:43:42.780612 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 090aa1fc-aa56-4dd7-90e5-e91458560b82, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=090aa1fc-aa56-4dd7-90e5-e91458560b82,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:43:42.784040 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:42.784774 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8492b649-cc32-4633-a32b-f6e7d43974e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:42.787403 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-88c9d125-1c36-4d23-bcaa-a71ca2cbb4b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:42.852473 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8492b649-cc32-4633-a32b-f6e7d43974e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:42.918412 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79c93a4-8605-49f6-ab35-2c3bc3c46c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090aa1fc-aa56-4dd7-90e5-e91458560b82', 'code': 200}
Apr 19 07:43:42.919085 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=090aa1fc-aa56-4dd7-90e5-e91458560b82,revision_number=7']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:42.934578 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7fe44447-fa24-4846-9c5f-798fcc5a5f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:42.937706 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:42.938111 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:42.938525 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:42.938897 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:42.939373 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:42.939767 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:42.940244 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:42.940624 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:42.941004 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:42.941474 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:42.941950 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:42.942366 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:42.947229 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:42.971618 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 51304) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:42.972108 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-8492b649-cc32-4633-a32b-f6e7d43974e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38e5a61af891466c9ab8a197075e36f4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5530283
Apr 19 07:43:43.120857 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aa624311-1d02-429f-a27b-e870d8fe64c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:43.163049 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aa624311-1d02-429f-a27b-e870d8fe64c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:43.259289 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aa624311-1d02-429f-a27b-e870d8fe64c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:43.265443 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-063f941e-3dc8-4624-aa9d-635a22ba7535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:43.286466 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aa624311-1d02-429f-a27b-e870d8fe64c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:43.288660 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-aa624311-1d02-429f-a27b-e870d8fe64c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7980b851-f23c-4de7-a034-0ba676a70511 HTTP/1.1" status: 204  len: 168 time: 0.3156242
Apr 19 07:43:43.290116 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa624311-1d02-429f-a27b-e870d8fe64c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7980b851-f23c-4de7-a034-0ba676a70511,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:43.293738 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-aa624311-1d02-429f-a27b-e870d8fe64c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:43.364689 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 51320) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:43.526019 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492b649-cc32-4633-a32b-f6e7d43974e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7980b851-f23c-4de7-a034-0ba676a70511,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:43.530610 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8492b649-cc32-4633-a32b-f6e7d43974e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:43.551201 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb44764-aa9d-479a-9539-8c56d5b19536 req-6ce781cd-7bca-4073-aaf1-751336f66540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:43.553013 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6eb44764-aa9d-479a-9539-8c56d5b19536 req-6ce781cd-7bca-4073-aaf1-751336f66540 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=737a360207c34d4fa05a2a1646dedd02&device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 1098 time: 0.7707767
Apr 19 07:43:43.572841 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-83abd74a-6c4a-477b-abac-45c3490fc567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:43.671502 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-83abd74a-6c4a-477b-abac-45c3490fc567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:43:43.680904 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-83abd74a-6c4a-477b-abac-45c3490fc567 admin admin] Usage tracker for resource:security_group_rule and tenant:94138625206749beab87bf3740f72f3e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:43:43.692897 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-83abd74a-6c4a-477b-abac-45c3490fc567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:43:43.703892 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-83abd74a-6c4a-477b-abac-45c3490fc567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:43:43.734460 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f123146-00e3-44a8-9bd4-64feaf9ded1e req-d547ae82-309a-46cd-b528-ce678c50988f tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:43.740003 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9f123146-00e3-44a8-9bd4-64feaf9ded1e req-d547ae82-309a-46cd-b528-ce678c50988f tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 943 time: 0.5943177
Apr 19 07:43:43.861460 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e5f8d-3620-4b4b-a616-15e656a2f872 req-cf2f13d5-9f48-4f99-b28f-79aefa8dba75 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:43.863304 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ed1e5f8d-3620-4b4b-a616-15e656a2f872 req-cf2f13d5-9f48-4f99-b28f-79aefa8dba75 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.9300478
Apr 19 07:43:43.876858 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-83abd74a-6c4a-477b-abac-45c3490fc567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:43.883196 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-83abd74a-6c4a-477b-abac-45c3490fc567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:43.895836 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9bb2ef9c-3403-4223-9c13-dcc1d9614b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:43.927894 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9f123146-00e3-44a8-9bd4-64feaf9ded1e req-bf202426-fef6-4686-986e-29c7159f9cca tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167121
Apr 19 07:43:43.986752 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-83abd74a-6c4a-477b-abac-45c3490fc567 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94138625206749beab87bf3740f72f3e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6207447
Apr 19 07:43:43.993243 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 51330) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:44.031945 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb44764-aa9d-479a-9539-8c56d5b19536 req-e0c86934-112f-4ff7-8d9e-0e54baaed181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:44.033845 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6eb44764-aa9d-479a-9539-8c56d5b19536 req-e0c86934-112f-4ff7-8d9e-0e54baaed181 service neutron] 10.222.0.16 "GET /v2.0/networks?id=05d44543-9d4b-4374-aa98-e53850813000 HTTP/1.1" status: 200  len: 919 time: 0.4486706
Apr 19 07:43:44.048681 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ed1e5f8d-3620-4b4b-a616-15e656a2f872 req-82562618-0542-4605-91a6-89f49810fb10 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741922
Apr 19 07:43:44.110960 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abd74a-6c4a-477b-abac-45c3490fc567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d31b6ca-58ed-4a0c-9459-e6a318c123fa,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:44.117002 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-83abd74a-6c4a-477b-abac-45c3490fc567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:44.138122 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f2c3adc4-d245-4477-9753-89aa2e95c50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:44.173276 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f2c3adc4-d245-4477-9753-89aa2e95c50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:44.209621 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6eb44764-aa9d-479a-9539-8c56d5b19536 req-43557c7a-81bc-42b0-9562-8da9e6f95223 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8d128b4-0359-4a70-ae38-e586ea9ea296 HTTP/1.1" status: 200  len: 217 time: 0.1597376
Apr 19 07:43:44.246896 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f2c3adc4-d245-4477-9753-89aa2e95c50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:44.283886 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f5197165-ae9e-4302-8234-0fe4db7ae7ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:44.341363 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3adc4-d245-4477-9753-89aa2e95c50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d31b6ca-58ed-4a0c-9459-e6a318c123fa,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:44.344752 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f2c3adc4-d245-4477-9753-89aa2e95c50a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:44.353762 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb44764-aa9d-479a-9539-8c56d5b19536 req-c2641e43-f4f2-4dc3-95d3-0484bd2910cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:44.355448 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6eb44764-aa9d-479a-9539-8c56d5b19536 req-c2641e43-f4f2-4dc3-95d3-0484bd2910cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a88bf00-3a3b-4639-a89d-0ce64b93496d HTTP/1.1" status: 200  len: 858 time: 0.1326494
Apr 19 07:43:44.366971 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f2c3adc4-d245-4477-9753-89aa2e95c50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:44.371079 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-f2c3adc4-d245-4477-9753-89aa2e95c50a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d31b6ca-58ed-4a0c-9459-e6a318c123fa HTTP/1.1" status: 204  len: 168 time: 0.3747439
Apr 19 07:43:44.389937 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 1cfa9924-02e3-4e17-be02-0617e4739bd0 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:43:44.473320 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6eb44764-aa9d-479a-9539-8c56d5b19536 req-3e41e15f-c89d-498d-ac37-9c2add9b21af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05d44543-9d4b-4374-aa98-e53850813000&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0606062
Apr 19 07:43:44.625081 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b6db4-2c3b-4e04-a97e-58bba02a2c14 req-ab22ea90-7dde-4cab-9914-347ccf5f77b1 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:44.632906 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6a5b6db4-2c3b-4e04-a97e-58bba02a2c14 req-ab22ea90-7dde-4cab-9914-347ccf5f77b1 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 943 time: 0.4857686
Apr 19 07:43:44.699589 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d715a-c447-465a-8984-fbec0c0d1d90 req-b5bffae9-e5c4-4ebc-a9ab-37086edbdf06 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:44.710178 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cf5d715a-c447-465a-8984-fbec0c0d1d90 req-b5bffae9-e5c4-4ebc-a9ab-37086edbdf06 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.3528037
Apr 19 07:43:44.763823 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 1cfa9924-02e3-4e17-be02-0617e4739bd0, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1cfa9924-02e3-4e17-be02-0617e4739bd0,segment=NetworkSegment(07ad4783-87a7-49d6-9599-fca5c67fe362),segment_id=07ad4783-87a7-49d6-9599-fca5c67fe362)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:43:44.786396 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6a5b6db4-2c3b-4e04-a97e-58bba02a2c14 req-d70f7ad0-bfef-4477-a7f1-75e3159133da tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525214
Apr 19 07:43:44.799926 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': '1cfa9924-02e3-4e17-be02-0617e4739bd0', 'network_id': '86d18d52-40ae-43cb-a67e-4f6977a7cf89', 'port_id': '1cfa9924-02e3-4e17-be02-0617e4739bd0', 'mac_address': 'fa:16:3e:08:45:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6670ba1-c472-4825-99ee-0c2f759833b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:43:44.843194 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6eb44764-aa9d-479a-9539-8c56d5b19536 req-c951f648-515d-4190-964b-cafa2e2bf62d service neutron] 10.222.0.16 "GET /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3560860
Apr 19 07:43:44.857523 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cf5d715a-c447-465a-8984-fbec0c0d1d90 req-12bc0690-4d9f-4183-ac53-3e82c9f0c0c0 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1462491
Apr 19 07:43:44.953078 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:44.990058 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cfa9924-02e3-4e17-be02-0617e4739bd0 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:43:45.026405 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 1cfa9924-02e3-4e17-be02-0617e4739bd0, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1cfa9924-02e3-4e17-be02-0617e4739bd0,segment=NetworkSegment(07ad4783-87a7-49d6-9599-fca5c67fe362),segment_id=07ad4783-87a7-49d6-9599-fca5c67fe362)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:43:45.032466 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:45.033267 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:43:45.036918 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-af9f9eeb-b4a2-4a5b-a912-54ee0b5b579e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:45.104164 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 51366) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:45.134559 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6eb44764-aa9d-479a-9539-8c56d5b19536 req-76a8929d-a7aa-4214-b7b0-59731c5cfbf3 service neutron] 10.222.0.16 "GET /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2671251
Apr 19 07:43:45.134717 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 51372) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:45.172552 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f94c-cec5-48b3-a70b-9e1442e04778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:45.209845 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-5dd5f94c-cec5-48b3-a70b-9e1442e04778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:43:45.224956 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-5dd5f94c-cec5-48b3-a70b-9e1442e04778 admin admin] Usage tracker for resource:security_group_rule and tenant:0b36ccd9d806429bbe1cfe77e13da5e3 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:43:45.231522 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-5dd5f94c-cec5-48b3-a70b-9e1442e04778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:43:45.242924 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=1cfa9924-02e3-4e17-be02-0617e4739bd0,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:45.247658 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-5dd5f94c-cec5-48b3-a70b-9e1442e04778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:43:45.254538 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:45.313054 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 51376) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:45.457827 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65244159-e186-45ae-89c3-96479ea04017 req-4f2455f1-7a20-4e14-8363-89939b3e4239 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:45.460328 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f94c-cec5-48b3-a70b-9e1442e04778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:45.511607 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-08aec2b0-3625-457c-a963-4b9d87249662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:45.517077 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-65244159-e186-45ae-89c3-96479ea04017 req-4f2455f1-7a20-4e14-8363-89939b3e4239 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 943 time: 0.3213701
Apr 19 07:43:45.546484 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-08aec2b0-3625-457c-a963-4b9d87249662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:43:45.555663 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-08aec2b0-3625-457c-a963-4b9d87249662 admin admin] Usage tracker for resource:security_group_rule and tenant:fb713594278148c68afafdc626a0f20c is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:43:45.576650 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-08aec2b0-3625-457c-a963-4b9d87249662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:43:45.593170 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7,segment=NetworkSegment(d7a4ca43-b6f6-4792-a01a-38a40a6c015d),segment_id=d7a4ca43-b6f6-4792-a01a-38a40a6c015d)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:43:45.594531 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-08aec2b0-3625-457c-a963-4b9d87249662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:43:45.596905 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5dd5f94c-cec5-48b3-a70b-9e1442e04778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:45.618252 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-83abd74a-6c4a-477b-abac-45c3490fc567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:45.627478 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': 'e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7', 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3', 'port_id': 'e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7', 'mac_address': 'fa:16:3e:31:d6:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3643a73d-bbcf-408b-929c-8c605c75acdc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:43:45.671121 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aec5fa80-bf05-4b5c-99f5-4b79bb029a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:45.687204 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-5dd5f94c-cec5-48b3-a70b-9e1442e04778 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b36ccd9d806429bbe1cfe77e13da5e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5514803
Apr 19 07:43:45.690724 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5f94c-cec5-48b3-a70b-9e1442e04778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c578af34-1125-4cce-bb35-78fdbb41f45c,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:45.693653 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 51386) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:45.701028 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5dd5f94c-cec5-48b3-a70b-9e1442e04778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:45.726768 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-aec5fa80-bf05-4b5c-99f5-4b79bb029a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:43:45.749021 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-65244159-e186-45ae-89c3-96479ea04017 req-411022e0-8702-47f0-bf6e-4dca5bd020fd tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2306314
Apr 19 07:43:45.752942 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 51390) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:45.757558 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:45.769892 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-aec5fa80-bf05-4b5c-99f5-4b79bb029a61 admin admin] Usage tracker for resource:security_group_rule and tenant:186a7cdd102941e9a99f6ef535bf73f8 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:43:45.782398 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-26201d6c-c3fa-4554-ad32-32209047c68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:45.789971 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:43:45.801523 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-aec5fa80-bf05-4b5c-99f5-4b79bb029a61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:43:45.812706 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-26201d6c-c3fa-4554-ad32-32209047c68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:45.823556 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7,segment=NetworkSegment(d7a4ca43-b6f6-4792-a01a-38a40a6c015d),segment_id=d7a4ca43-b6f6-4792-a01a-38a40a6c015d)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:43:45.835729 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:45.838936 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:45.874560 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-26201d6c-c3fa-4554-ad32-32209047c68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:45.879195 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-aec5fa80-bf05-4b5c-99f5-4b79bb029a61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:43:45.885359 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ea1b62c1-21b6-4d06-b9b0-97370b72690d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:45.916380 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26201d6c-c3fa-4554-ad32-32209047c68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c578af34-1125-4cce-bb35-78fdbb41f45c,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:45.929140 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-26201d6c-c3fa-4554-ad32-32209047c68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:45.944453 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-26201d6c-c3fa-4554-ad32-32209047c68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:45.945830 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-26201d6c-c3fa-4554-ad32-32209047c68c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c578af34-1125-4cce-bb35-78fdbb41f45c HTTP/1.1" status: 204  len: 168 time: 0.2488823
Apr 19 07:43:46.008169 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:46.015217 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:46.056730 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-08aec2b0-3625-457c-a963-4b9d87249662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:46.063152 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-08aec2b0-3625-457c-a963-4b9d87249662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:46.103731 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-89bc5317-e0a2-44d3-b493-8dc80277647d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:46.114758 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab64fd-2903-4709-9f96-1c7a401427be req-5a63d135-1880-4471-a1bd-1e92b97ae1b7 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:46.116513 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-82ab64fd-2903-4709-9f96-1c7a401427be req-5a63d135-1880-4471-a1bd-1e92b97ae1b7 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.6926470
Apr 19 07:43:46.129602 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1481149804-network', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:43:46.139044 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-08aec2b0-3625-457c-a963-4b9d87249662 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb713594278148c68afafdc626a0f20c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0335402
Apr 19 07:43:46.139922 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 51402) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:46.140719 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aec2b0-3625-457c-a963-4b9d87249662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8face99-4b5c-4c41-93db-951d4075340e,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:46.145886 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-08aec2b0-3625-457c-a963-4b9d87249662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:46.155520 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['1cfa9924-02e3-4e17-be02-0617e4739bd0'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:43:46.218293 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:43:46.245792 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:43:46.265822 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Usage tracker for resource:network and tenant:cccfb78ba36f4660ba28637f58e40cc1 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:43:46.270286 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aec5fa80-bf05-4b5c-99f5-4b79bb029a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:46.277983 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3206ec46-3309-4d38-b2ba-f812889f09db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:46.279604 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:43:46.288629 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:43:46.291073 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aec5fa80-bf05-4b5c-99f5-4b79bb029a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:46.338624 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3206ec46-3309-4d38-b2ba-f812889f09db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:46.350420 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2c5a22da-ac0a-4535-a4bb-a1aa2e9e293f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:46.360355 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-aec5fa80-bf05-4b5c-99f5-4b79bb029a61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=186a7cdd102941e9a99f6ef535bf73f8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0462000
Apr 19 07:43:46.364408 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-82ab64fd-2903-4709-9f96-1c7a401427be req-fa9242c9-99f4-4935-8b6f-b1df0b17662d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2300470
Apr 19 07:43:46.373871 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 51410) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:46.437375 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3206ec46-3309-4d38-b2ba-f812889f09db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:46.439172 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Made reservation on behalf of cccfb78ba36f4660ba28637f58e40cc1 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:43:46.445729 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:46.446691 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b9f4b316-1a0f-48c9-a742-525f12f487e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:46.466614 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206ec46-3309-4d38-b2ba-f812889f09db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8face99-4b5c-4c41-93db-951d4075340e,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:46.468685 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3206ec46-3309-4d38-b2ba-f812889f09db admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:46.473830 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-3206ec46-3309-4d38-b2ba-f812889f09db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8face99-4b5c-4c41-93db-951d4075340e HTTP/1.1" status: 204  len: 168 time: 0.3294370
Apr 19 07:43:46.474948 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3206ec46-3309-4d38-b2ba-f812889f09db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:46.536000 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:46.572966 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5fa80-bf05-4b5c-99f5-4b79bb029a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78308c90-566b-42e0-a3c1-0d7f9c2fabec,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:46.577449 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-aec5fa80-bf05-4b5c-99f5-4b79bb029a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:46.706086 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:43:46.735870 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-93cb6e5a-62ed-40b1-be81-2851dac8ee9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:46.749441 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Usage tracker for resource:security_group_rule and tenant:cccfb78ba36f4660ba28637f58e40cc1 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:43:46.760238 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d886e71-f956-40c5-8df7-1bffd43fd6b6 req-6837c752-371a-4df5-996d-4e314b5b184d tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:46.762008 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6d886e71-f956-40c5-8df7-1bffd43fd6b6 req-6837c752-371a-4df5-996d-4e314b5b184d tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 944 time: 0.6422327
Apr 19 07:43:46.773381 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:43:46.843625 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:43:46.915554 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-93cb6e5a-62ed-40b1-be81-2851dac8ee9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:46.954044 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6d886e71-f956-40c5-8df7-1bffd43fd6b6 req-915e2878-f956-4968-893c-c5f8e546b628 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1762195
Apr 19 07:43:47.040111 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-93cb6e5a-62ed-40b1-be81-2851dac8ee9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:47.087246 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-138232a2-17c2-4b12-af69-aecbf149822a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:47.109700 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb6e5a-62ed-40b1-be81-2851dac8ee9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78308c90-566b-42e0-a3c1-0d7f9c2fabec,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:47.112151 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-93cb6e5a-62ed-40b1-be81-2851dac8ee9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:47.234514 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-93cb6e5a-62ed-40b1-be81-2851dac8ee9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:47.240887 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-93cb6e5a-62ed-40b1-be81-2851dac8ee9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78308c90-566b-42e0-a3c1-0d7f9c2fabec HTTP/1.1" status: 204  len: 168 time: 0.8629391
Apr 19 07:43:47.258635 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f254c-d602-41f6-8fa8-0ea554861c71 req-82d945ce-99b0-45cd-83dc-c110a140c5a3 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:47.269748 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-244f254c-d602-41f6-8fa8-0ea554861c71 req-82d945ce-99b0-45cd-83dc-c110a140c5a3 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.6383054
Apr 19 07:43:47.337401 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-244f254c-d602-41f6-8fa8-0ea554861c71 req-06d359af-ef62-4186-a254-783ba35ff89c tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668306
Apr 19 07:43:47.407655 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7b5e2-2fe5-42bc-96fc-d8b2b1d36a83 req-b0279cf7-7e15-498c-9f67-7c1dd4e77c2b tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:47.409529 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bbb7b5e2-2fe5-42bc-96fc-d8b2b1d36a83 req-b0279cf7-7e15-498c-9f67-7c1dd4e77c2b tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 944 time: 0.2616260
Apr 19 07:43:47.432428 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:47.475980 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:47.493395 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2d34288d-de6e-4c17-baf6-b29a0c4b2950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:47.518703 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532}  {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 07:43:47.537207 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bbb7b5e2-2fe5-42bc-96fc-d8b2b1d36a83 req-de20e849-84b4-4009-a27b-1df7915a78bb tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020741
Apr 19 07:43:47.564210 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:47.564609 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.segments_db [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Added segment 0c720788-6e57-480d-ae87-38de1565a3c6 of type vlan for network 2b471379-1e4b-4c05-9815-534f6f610471
Apr 19 07:43:47.575432 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1397466a-fee9-47a2-8ad7-08b38258e689,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:47.613019 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753518964407'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:47.664428 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:47.723542 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:47.725191 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:47.725849 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:47.753300 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cadcf653-cd65-46dd-abf5-63b05c670a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:47.788042 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.0302036
Apr 19 07:43:47.790651 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 51450) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:47.802332 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-6426764a-e771-4566-9f2a-8bb0afe61b97 admin admin] Request body: {'subnet': {'network_id': '2b471379-1e4b-4c05-9815-534f6f610471', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1481149804-subnet', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:43:47.813408 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5b899-1700-4553-9538-aa23b583697b req-adcb7f25-fc39-42c8-ba34-8d1660f233a8 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:47.816746 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-70f5b899-1700-4553-9538-aa23b583697b req-adcb7f25-fc39-42c8-ba34-8d1660f233a8 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1932185
Apr 19 07:43:47.818279 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-6426764a-e771-4566-9f2a-8bb0afe61b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:43:47.827406 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-6426764a-e771-4566-9f2a-8bb0afe61b97 admin admin] Usage tracker for resource:subnet and tenant:cccfb78ba36f4660ba28637f58e40cc1 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:43:47.838567 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-6426764a-e771-4566-9f2a-8bb0afe61b97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:43:47.846906 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-6426764a-e771-4566-9f2a-8bb0afe61b97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:43:47.868526 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6426764a-e771-4566-9f2a-8bb0afe61b97 admin admin] Made reservation on behalf of cccfb78ba36f4660ba28637f58e40cc1 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:43:47.879361 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6426764a-e771-4566-9f2a-8bb0afe61b97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2214023'] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:47.913432 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Pushing event updated for resources: {'Network': ['ID=2b471379-1e4b-4c05-9815-534f6f610471,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:47.930037 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:47.931527 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Network 2b471379-1e4b-4c05-9815-534f6f610471 details requested by agent ovs-agent-dv-cinder-773870-2-iscsi with host dv-cinder-773870-2-iscsi {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 07:43:47.963657 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-70f5b899-1700-4553-9538-aa23b583697b req-2eeaac0e-2447-451b-ae60-ce5c1a5926d0 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786431
Apr 19 07:43:48.435925 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 1cfa9924-02e3-4e17-be02-0617e4739bd0 up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:43:48.524235 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc104f5-9635-4f16-a182-134b30d504ba req-0f376115-fc60-4500-8383-a18d8d218a95 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:48.525925 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bcc104f5-9635-4f16-a182-134b30d504ba req-0f376115-fc60-4500-8383-a18d8d218a95 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 944 time: 0.2198195
Apr 19 07:43:48.656045 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning for port 1cfa9924-02e3-4e17-be02-0617e4739bd0 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:43:48.679192 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port 1cfa9924-02e3-4e17-be02-0617e4739bd0 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:43:48.679629 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:48.775622 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bcc104f5-9635-4f16-a182-134b30d504ba req-ae067907-e2b2-47a3-ae29-6d0cb9129d53 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2355590
Apr 19 07:43:48.805315 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b4515-973f-4ff0-a55e-049615debb79 req-29e5f46c-05e4-4501-904b-396f2ed6133f tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:48.818827 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c84b4515-973f-4ff0-a55e-049615debb79 req-29e5f46c-05e4-4501-904b-396f2ed6133f tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.1959324
Apr 19 07:43:48.889051 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c84b4515-973f-4ff0-a55e-049615debb79 req-aac45520-a98e-4650-9e54-48ff468ac607 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685277
Apr 19 07:43:49.138999 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:49.189114 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e8abfc-a46e-49c5-9a7b-a3f2d2d90149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfa9924-02e3-4e17-be02-0617e4739bd0'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:43:49.202730 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 1cfa9924-02e3-4e17-be02-0617e4739bd0, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1cfa9924-02e3-4e17-be02-0617e4739bd0,segment=NetworkSegment(07ad4783-87a7-49d6-9599-fca5c67fe362),segment_id=07ad4783-87a7-49d6-9599-fca5c67fe362)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:43:49.210795 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6426764a-e771-4566-9f2a-8bb0afe61b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852204722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2214038'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:49.214940 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8c990334-3c9a-413f-9b6c-795de233fe83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:49.216174 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:49.217299 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:43:49.269092 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:49.333609 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426764a-e771-4566-9f2a-8bb0afe61b97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f76505ba-fc01-4ae0-b3d2-3bdc23c63102,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:49.341170 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6426764a-e771-4566-9f2a-8bb0afe61b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:49.368236 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e8abfc-a46e-49c5-9a7b-a3f2d2d90149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfa9924-02e3-4e17-be02-0617e4739bd0', 'code': 200}
Apr 19 07:43:49.389013 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6426764a-e771-4566-9f2a-8bb0afe61b97 admin admin] Checking segment: {'id': '0c720788-6e57-480d-ae87-38de1565a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:43:49.389414 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6426764a-e771-4566-9f2a-8bb0afe61b97 admin admin] Network hostable DHCP agents. Network: 2b471379-1e4b-4c05-9815-534f6f610471, hostable agents: ['a6ade28d-bcb7-45a8-a7cb-7d200a62a65e'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 07:43:49.418710 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1a77e-9f43-44ec-aa80-9e2e0268f6b8 req-77836177-287b-445f-8bee-9b77fd90e168 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:49.422944 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dcc1a77e-9f43-44ec-aa80-9e2e0268f6b8 req-77836177-287b-445f-8bee-9b77fd90e168 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 944 time: 0.3416975
Apr 19 07:43:49.428078 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6426764a-e771-4566-9f2a-8bb0afe61b97 admin admin] Network 2b471379-1e4b-4c05-9815-534f6f610471 is scheduled to be hosted by DHCP agent a6ade28d-bcb7-45a8-a7cb-7d200a62a65e with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 07:43:49.457520 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-6426764a-e771-4566-9f2a-8bb0afe61b97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-iscsi, 2b471379-1e4b-4c05-9815-534f6f610471) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:43:49.476702 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3445c3e-a8a2-42a9-9a7c-2185ad506d4a None None] Network 2b471379-1e4b-4c05-9815-534f6f610471 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:43:49.480183 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6426764a-e771-4566-9f2a-8bb0afe61b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:49.480849 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6426764a-e771-4566-9f2a-8bb0afe61b97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:49.518459 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dcc1a77e-9f43-44ec-aa80-9e2e0268f6b8 req-76f78722-36ba-440d-a55a-92997b34cb32 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868869
Apr 19 07:43:49.527736 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-6426764a-e771-4566-9f2a-8bb0afe61b97 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.7330215
Apr 19 07:43:49.533604 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 51502) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:49.546932 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1481149804-router', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:43:49.557916 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:43:49.564476 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Usage tracker for resource:router and tenant:cccfb78ba36f4660ba28637f58e40cc1 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:43:49.568571 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:43:49.579463 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:43:49.596866 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-660204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775443'] for router, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:49.605462 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854115612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854093566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854191853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-358'] for router, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:49.650684 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:49.742987 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=1cfa9924-02e3-4e17-be02-0617e4739bd0,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:49.760298 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161f8d5-9ea7-47f6-a2e5-69f38883ec11 req-3e146f97-2625-4ea9-b3f2-fbe003e5787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:49.762019 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7161f8d5-9ea7-47f6-a2e5-69f38883ec11 req-3e146f97-2625-4ea9-b3f2-fbe003e5787f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 1098 time: 0.2410927
Apr 19 07:43:49.779308 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:49.813482 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning for port e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:43:49.828194 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:43:49.828657 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:49.896067 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7161f8d5-9ea7-47f6-a2e5-69f38883ec11 req-75091613-8d09-4614-9d8e-f36567da2cac service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265547
Apr 19 07:43:50.357356 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854093323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854105249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-343'] for router, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:50.366617 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5d34fd3-d017-536f-b648-4beabad8070e-2b471379-1e4b-4c05-9815-534f6f610471', 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'fixed_ips': [{'subnet_id': 'f76505ba-fc01-4ae0-b3d2-3bdc23c63102'}]}} from dv-cinder-773870-2-iscsi. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 07:43:50.367667 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:50.492689 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6c50e-6819-46eb-8e62-feef52d033e5 req-4ba75d3a-486a-4b10-9c56-426a075b5731 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:50.495272 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e6e6c50e-6819-46eb-8e62-feef52d033e5 req-4ba75d3a-486a-4b10-9c56-426a075b5731 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.3567443
Apr 19 07:43:50.512752 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863bb2d-9d7b-48ef-9fd1-4335bb8bf6bc req-ca75a00b-f34b-4e9d-bdeb-7a26136e382a tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:50.513623 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1863bb2d-9d7b-48ef-9fd1-4335bb8bf6bc req-ca75a00b-f34b-4e9d-bdeb-7a26136e382a tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 945 time: 0.5054557
Apr 19 07:43:50.641033 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e6e6c50e-6819-46eb-8e62-feef52d033e5 req-998e6fe8-8f91-4d00-89dd-229d611b6943 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1398327
Apr 19 07:43:50.672848 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1863bb2d-9d7b-48ef-9fd1-4335bb8bf6bc req-1f1083bf-b0a9-431c-ac6c-fd66e9f1ba1d tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208916
Apr 19 07:43:50.767053 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Allocated IP 172.20.0.2 (2b471379-1e4b-4c05-9815-534f6f610471/f76505ba-fc01-4ae0-b3d2-3bdc23c63102/b7efff47-1f83-43d8-8a73-06c79aec31ca) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:43:50.941420 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:50.981502 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:51.188680 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Allocated IP 172.27.0.37 (642ff66f-9552-4d00-a89f-4b61cdc828eb/39f3d441-e877-4577-8020-74e884c403b0/e1cbbead-ec81-40de-af05-0465f24d4bd3) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:43:51.268353 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:51.282830 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Transition to ACTIVE for port object b7efff47-1f83-43d8-8a73-06c79aec31ca will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:43:51.307396 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Transition to ACTIVE for port object b7efff47-1f83-43d8-8a73-06c79aec31ca will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:43:51.316781 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:51.329115 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:51.363818 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452ce40-34ac-4b0a-968c-d32aa0ff33e5 req-363fc08e-4b15-4b31-9b48-f0298e411f49 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:51.374992 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1452ce40-34ac-4b0a-968c-d32aa0ff33e5 req-363fc08e-4b15-4b31-9b48-f0298e411f49 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 944 time: 0.4224150
Apr 19 07:43:51.385692 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9203cc4-5b5f-455a-9808-1d3f0f8ee510 req-db57aaab-1d4d-4247-b846-e9cc379eb92c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:51.410669 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c9203cc4-5b5f-455a-9808-1d3f0f8ee510 req-db57aaab-1d4d-4247-b846-e9cc379eb92c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.3752759
Apr 19 07:43:51.424039 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Network 2b471379-1e4b-4c05-9815-534f6f610471 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:43:51.439876 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:43:51.444268 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:43:51.466517 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:51.579705 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:51.596617 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c9203cc4-5b5f-455a-9808-1d3f0f8ee510 req-ada3b486-97a0-47ea-8baa-27294cffa011 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474850
Apr 19 07:43:51.636781 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7,segment=NetworkSegment(d7a4ca43-b6f6-4792-a01a-38a40a6c015d),segment_id=d7a4ca43-b6f6-4792-a01a-38a40a6c015d)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:43:51.645542 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fcb04d-ebca-4c06-b67b-ddad41b8595d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:43:51.655947 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:51.660071 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:51.677287 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1452ce40-34ac-4b0a-968c-d32aa0ff33e5 req-6a0dd915-5fc3-4250-90c9-b3f38540b2b3 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3010981
Apr 19 07:43:51.695412 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:51.828338 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Pushing event updated for resources: {'Port': ['ID=e1cbbead-ec81-40de-af05-0465f24d4bd3,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:51.839529 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Pushing event updated for resources: {'Port': ['ID=b7efff47-1f83-43d8-8a73-06c79aec31ca,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:51.840024 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:51.851327 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:51.851611 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:51.853856 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Network 642ff66f-9552-4d00-a89f-4b61cdc828eb is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:43:51.857098 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:43:51.867047 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:43:51.874947 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-09e031e9-cab4-416e-9aa2-c2b0388dbd78 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=625370e219a6439fbd553aad3ff48bef&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0498185
Apr 19 07:43:51.989655 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Attempting to bind port b7efff47-1f83-43d8-8a73-06c79aec31ca on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:43:51.990637 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Attempting to bind port b7efff47-1f83-43d8-8a73-06c79aec31ca by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': '0c720788-6e57-480d-ae87-38de1565a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:43:51.991057 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Attempting to bind port b7efff47-1f83-43d8-8a73-06c79aec31ca on network 2b471379-1e4b-4c05-9815-534f6f610471 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:43:51.998427 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:52.004379 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:52.006129 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:43:52.006591 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Checking segment: {'id': '0c720788-6e57-480d-ae87-38de1565a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:43:52.007050 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:52.007547 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Bound using segment: {'id': '0c720788-6e57-480d-ae87-38de1565a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:43:52.008077 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Bound port: b7efff47-1f83-43d8-8a73-06c79aec31ca, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c720788-6e57-480d-ae87-38de1565a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:43:52.008504 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:52.076187 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-a5ca9ad1-4749-4da7-92f6-5203be36ad4f tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:52.083664 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-a5ca9ad1-4749-4da7-92f6-5203be36ad4f tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2077403
Apr 19 07:43:52.101341 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-c18a82d1-f4af-492a-bb12-2e29210532ff tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/quotas/625370e219a6439fbd553aad3ff48bef HTTP/1.1" status: 200  len: 375 time: 0.0167694
Apr 19 07:43:52.131082 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] For port b7efff47-1f83-43d8-8a73-06c79aec31ca, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:43:52.135149 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] For port b7efff47-1f83-43d8-8a73-06c79aec31ca, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=b7efff47-1f83-43d8-8a73-06c79aec31ca,segment=NetworkSegment(0c720788-6e57-480d-ae87-38de1565a3c6),segment_id=0c720788-6e57-480d-ae87-38de1565a3c6)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:43:52.140010 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:52.164050 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:52.187494 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-bdd91699-91d9-41e8-aa83-2b07f5c4fb94 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=625370e219a6439fbd553aad3ff48bef&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0851617
Apr 19 07:43:52.355337 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Pushing event updated for resources: {'Port': ['ID=b7efff47-1f83-43d8-8a73-06c79aec31ca,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:52.366853 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fcb04d-ebca-4c06-b67b-ddad41b8595d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7', 'code': 200}
Apr 19 07:43:52.382600 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:52.800028 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:53.326520 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a7475-ddca-4bd3-b6bd-b5fb18ea3d83 req-36a5ce9b-2492-461a-9679-221f015c9646 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:53.336874 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a73a7475-ddca-4bd3-b6bd-b5fb18ea3d83 req-36a5ce9b-2492-461a-9679-221f015c9646 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.7897508
Apr 19 07:43:53.381534 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdc338-f522-42e9-b7b1-fb286a20cc46 req-251f4903-3015-4b21-ab2a-1803a1b0a817 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:53.389809 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9ccdc338-f522-42e9-b7b1-fb286a20cc46 req-251f4903-3015-4b21-ab2a-1803a1b0a817 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 945 time: 0.7428637
Apr 19 07:43:53.402061 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24e0d8-fec5-4d54-a6c1-4d1b66efd57c req-bbb04d5f-b052-4abe-830b-5d4d253ccf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:53.403725 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5a24e0d8-fec5-4d54-a6c1-4d1b66efd57c req-bbb04d5f-b052-4abe-830b-5d4d253ccf27 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 1098 time: 0.6410322
Apr 19 07:43:53.469038 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9ccdc338-f522-42e9-b7b1-fb286a20cc46 req-dc9acf8b-d1e3-48b3-abee-458a1c053645 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779948
Apr 19 07:43:53.603804 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5a24e0d8-fec5-4d54-a6c1-4d1b66efd57c req-6943ad64-8dc5-4293-91a4-7a7b313062cf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492472
Apr 19 07:43:53.782876 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cb6df9f3-18bb-4a7e-8cca-1fb98d81de8c req-d860b54f-317f-4944-9884-48b5750f24c0 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 210 time: 0.2056587
Apr 19 07:43:53.804381 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682463'] for router, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:53.824170 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a73a7475-ddca-4bd3-b6bd-b5fb18ea3d83 req-24957166-b906-4d4b-b740-527b70eec2b5 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4857945
Apr 19 07:43:54.006980 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device b7efff47-1f83-43d8-8a73-06c79aec31ca up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:43:54.118610 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Router ae2b97c7-84be-41ee-916f-a22bf7c04e95 is scheduled to L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 with binding_index 1 {{(pid=86356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 07:43:54.217830 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b87c5b-838c-4e02-b0c2-a0404477141e req-85b00694-27ed-489f-8c1b-4bc17a4314ad tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:54.221310 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-54b87c5b-838c-4e02-b0c2-a0404477141e req-85b00694-27ed-489f-8c1b-4bc17a4314ad tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 945 time: 0.2157030
Apr 19 07:43:54.350008 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-54b87c5b-838c-4e02-b0c2-a0404477141e req-ea942a8b-7dc1-49e8-ba0d-e8aa7c372403 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092606
Apr 19 07:43:54.411264 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port b7efff47-1f83-43d8-8a73-06c79aec31ca completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:43:54.491933 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:54.830860 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:43:54.843177 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] Sync routers for ids ['ae2b97c7-84be-41ee-916f-a22bf7c04e95'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:43:54.859011 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] Routers {'ae2b97c7-84be-41ee-916f-a22bf7c04e95'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:43:54.859708 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165de2ef0>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:43:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['ae2b97c7-84be-41ee-916f-a22bf7c04e95'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:43:54.894212 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98bf75d-3b8b-4d15-bf51-2357b61ed14c None None] Network 2b471379-1e4b-4c05-9815-534f6f610471 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:43:54.923094 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:54.924454 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 5.3896823
Apr 19 07:43:54.927591 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 51640) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:55.115011 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-85b79f60-994c-43a8-8c77-832bf48dc7de req-220ef800-9b4b-4ed1-89d6-73f0a744a02b tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 210 time: 0.0817568
Apr 19 07:43:55.363824 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae5b4d-d8b5-4251-aefe-964170cb8e49 req-57fb1ebb-2a9d-4945-a557-3c83bc4e8fd8 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:55.365114 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5c36484f-c052-48c0-8a92-a67ee3a2e677 None None] Provisioning for port b7efff47-1f83-43d8-8a73-06c79aec31ca completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:43:55.367365 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1dae5b4d-d8b5-4251-aefe-964170cb8e49 req-57fb1ebb-2a9d-4945-a557-3c83bc4e8fd8 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.2034366
Apr 19 07:43:55.403993 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5c36484f-c052-48c0-8a92-a67ee3a2e677 None None] Provisioning complete for port b7efff47-1f83-43d8-8a73-06c79aec31ca triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:43:55.409333 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c36484f-c052-48c0-8a92-a67ee3a2e677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:55.415392 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 51662) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:55.614802 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] Set router ae2b97c7-84be-41ee-916f-a22bf7c04e95 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:43:55.644372 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-9e09c741-0fc6-4733-87eb-b537c0545ad4 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=625370e219a6439fbd553aad3ff48bef&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1541524
Apr 19 07:43:55.670742 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1dae5b4d-d8b5-4251-aefe-964170cb8e49 req-a5a131f6-34de-4d8d-bf4f-a7c0ce3f7085 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2958221
Apr 19 07:43:55.871307 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b0e65e9e-23ef-491b-a8fe-dc83c7440f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:55.900208 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b0e65e9e-23ef-491b-a8fe-dc83c7440f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:43:55.919248 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-b0e65e9e-23ef-491b-a8fe-dc83c7440f21 admin admin] Usage tracker for resource:security_group_rule and tenant:29e9180af36d44d0932e9b294d683c53 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:43:55.925204 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-b0e65e9e-23ef-491b-a8fe-dc83c7440f21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:43:55.938114 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b0e65e9e-23ef-491b-a8fe-dc83c7440f21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:43:55.978085 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-a81bbb08-a69e-464b-b865-38ed8474c936 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:55.980568 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-a81bbb08-a69e-464b-b865-38ed8474c936 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3004973
Apr 19 07:43:56.094075 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Request body: {'port': {'device_id': '2070bbe9-b768-4365-983b-81ed60c0b279', 'network_id': 'ad3340ff-7ff9-4313-a796-a1df8f1f18b9', 'admin_state_up': True, 'tenant_id': '625370e219a6439fbd553aad3ff48bef'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:43:56.200955 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b0e65e9e-23ef-491b-a8fe-dc83c7440f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:56.280866 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c36484f-c052-48c0-8a92-a67ee3a2e677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:56.352656 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b0e65e9e-23ef-491b-a8fe-dc83c7440f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:56.364923 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a45946a4-fd6d-45fb-b0c6-2c25a2a3dfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:56.378271 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5c36484f-c052-48c0-8a92-a67ee3a2e677 None None] For port b7efff47-1f83-43d8-8a73-06c79aec31ca, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=b7efff47-1f83-43d8-8a73-06c79aec31ca,segment=NetworkSegment(0c720788-6e57-480d-ae87-38de1565a3c6),segment_id=0c720788-6e57-480d-ae87-38de1565a3c6)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:43:56.382383 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c36484f-c052-48c0-8a92-a67ee3a2e677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:56.384240 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:56.394778 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-543729a3-0ce7-4e2b-96f7-7e2b221a325f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:56.413991 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:43:56.424130 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Usage tracker for resource:port and tenant:625370e219a6439fbd553aad3ff48bef is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:43:56.429073 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:43:56.435809 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:43:56.436660 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165de2ef0>, [{'id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'name': 'tempest-TestShelveInstance-1481149804-router', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:43:49Z', 'updated_at': '2021-04-19T07:43:52Z', 'revision_number': 3, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'gw_port': {'id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:20:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:43:51Z', 'updated_at': '2021-04-19T07:43:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:43:56.443653 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] Checking router: ae2b97c7-84be-41ee-916f-a22bf7c04e95 for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:43:56.444048 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] Updating router ae2b97c7-84be-41ee-916f-a22bf7c04e95 port e1cbbead-ec81-40de-af05-0465f24d4bd3 binding host dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 07:43:56.526482 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-347a37df-fe63-49fc-a6e5-b33ae1db4e03 req-8ee21ec0-e93a-4362-b53b-cdf71993e5b2 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 210 time: 0.0804253
Apr 19 07:43:56.544468 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36484f-c052-48c0-8a92-a67ee3a2e677 None None] Pushing event updated for resources: {'Port': ['ID=b7efff47-1f83-43d8-8a73-06c79aec31ca,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:56.546302 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Made reservation on behalf of 625370e219a6439fbd553aad3ff48bef for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:43:56.562031 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5c36484f-c052-48c0-8a92-a67ee3a2e677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:56.567676 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:56.595840 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:56.628807 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-b0e65e9e-23ef-491b-a8fe-dc83c7440f21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29e9180af36d44d0932e9b294d683c53&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2028191
Apr 19 07:43:56.630489 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:56.637025 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 51682) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:56.681922 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e65e9e-23ef-491b-a8fe-dc83c7440f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98912279-e04f-441f-bcb5-21f10596ef24,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:56.684903 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:43:56.685910 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b0e65e9e-23ef-491b-a8fe-dc83c7440f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:56.717399 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a319c04-c76b-4b54-8933-15455110b56f req-0428d61a-5118-400a-96bd-1fe9cd4bba98 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:56.719122 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3a319c04-c76b-4b54-8933-15455110b56f req-0428d61a-5118-400a-96bd-1fe9cd4bba98 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 945 time: 0.7372169
Apr 19 07:43:56.723283 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Usage tracker for resource:security_group_rule and tenant:625370e219a6439fbd553aad3ff48bef is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:43:56.726232 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-21ccdd91-1cbb-4841-8692-0c258068ea90 None None] Provisioning complete for port b7efff47-1f83-43d8-8a73-06c79aec31ca triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:43:56.726674 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-21ccdd91-1cbb-4841-8692-0c258068ea90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:56.728798 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:43:56.758332 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:43:56.809910 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3a319c04-c76b-4b54-8933-15455110b56f req-0dcfb531-6659-4cd6-b34b-e88e711a116c tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805550
Apr 19 07:43:56.912908 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b204-e313-4367-a369-abbcbcfbcb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:56.944793 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b204-e313-4367-a369-abbcbcfbcb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:57.013119 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b204-e313-4367-a369-abbcbcfbcb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:57.031666 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b4f47b93-0d30-46f0-b8a5-386513ecc640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:57.071513 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1b204-e313-4367-a369-abbcbcfbcb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98912279-e04f-441f-bcb5-21f10596ef24,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:57.081381 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3dd1b204-e313-4367-a369-abbcbcfbcb5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:57.102319 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-a45946a4-fd6d-45fb-b0c6-2c25a2a3dfbb admin admin] Allocated IP 172.20.0.1 (2b471379-1e4b-4c05-9815-534f6f610471/f76505ba-fc01-4ae0-b3d2-3bdc23c63102/49e955a0-febf-4cfe-aef1-5de32ae95c1f) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:43:57.132035 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b204-e313-4367-a369-abbcbcfbcb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:57.136036 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-3dd1b204-e313-4367-a369-abbcbcfbcb5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98912279-e04f-441f-bcb5-21f10596ef24 HTTP/1.1" status: 204  len: 168 time: 0.4884458
Apr 19 07:43:57.153731 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:57.171071 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] Transition to ACTIVE for port object e1cbbead-ec81-40de-af05-0465f24d4bd3 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:43:57.183907 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:57.189358 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ed10cdf4-c8f2-4e53-aa62-3e2c783c2ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:57.218917 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93275c-4a80-43a6-8409-3b6b420b4823 req-79462ff2-bc65-48dc-83aa-f66ae86e721c tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:57.239403 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4f93275c-4a80-43a6-8409-3b6b420b4823 req-79462ff2-bc65-48dc-83aa-f66ae86e721c tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.3388731
Apr 19 07:43:57.314061 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:57.340253 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:57.344603 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c241a2-3a86-486e-b1f4-de1e0699a575 None None] Pushing event updated for resources: {'Port': ['ID=e1cbbead-ec81-40de-af05-0465f24d4bd3,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:57.362018 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c241a2-3a86-486e-b1f4-de1e0699a575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:57.362434 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c241a2-3a86-486e-b1f4-de1e0699a575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:57.385534 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c241a2-3a86-486e-b1f4-de1e0699a575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:57.387979 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c241a2-3a86-486e-b1f4-de1e0699a575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:57.388633 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c241a2-3a86-486e-b1f4-de1e0699a575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:57.389166 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c241a2-3a86-486e-b1f4-de1e0699a575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:57.391000 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c241a2-3a86-486e-b1f4-de1e0699a575 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:57.391940 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c241a2-3a86-486e-b1f4-de1e0699a575 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:57.392488 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c241a2-3a86-486e-b1f4-de1e0699a575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:57.393011 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c241a2-3a86-486e-b1f4-de1e0699a575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:57.393592 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c241a2-3a86-486e-b1f4-de1e0699a575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:57.394112 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c241a2-3a86-486e-b1f4-de1e0699a575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:43:57.403107 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a45946a4-fd6d-45fb-b0c6-2c25a2a3dfbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:57.448820 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-20c241a2-3a86-486e-b1f4-de1e0699a575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:57.488194 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-a45946a4-fd6d-45fb-b0c6-2c25a2a3dfbb admin admin] Transition to ACTIVE for port object 49e955a0-febf-4cfe-aef1-5de32ae95c1f will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:43:57.518184 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] Attempting to bind port e1cbbead-ec81-40de-af05-0465f24d4bd3 on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:43:57.518184 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] Attempting to bind port e1cbbead-ec81-40de-af05-0465f24d4bd3 by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:43:57.518184 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] Attempting to bind port e1cbbead-ec81-40de-af05-0465f24d4bd3 on network 642ff66f-9552-4d00-a89f-4b61cdc828eb {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:43:57.537208 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d40b9e1b-0e9b-4944-b7bd-d370ff9ec4e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:57.538766 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:43:57.539190 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] Checking segment: {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:43:57.539647 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:57.540083 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] Bound using segment: {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:43:57.540634 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] Bound port: e1cbbead-ec81-40de-af05-0465f24d4bd3, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:43:57.541069 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:57.575961 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:57.581507 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4f93275c-4a80-43a6-8409-3b6b420b4823 req-e5882d77-cae3-42c2-b96a-c87b6abcc8c3 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3411794
Apr 19 07:43:57.582549 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:57.597650 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Allocated IP 192.168.233.108 (ad3340ff-7ff9-4313-a796-a1df8f1f18b9/77bc1f36-a836-4a2d-a22a-cdfe3d112a09/600928da-69ce-4270-bc9e-0a8a7d780704) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:43:57.609292 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283b3f8-30dd-4e17-8d8d-51584b05fb38 req-d6fe6255-f1f0-4cf2-8b54-b8d52395c60e tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:57.632426 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9283b3f8-30dd-4e17-8d8d-51584b05fb38 req-d6fe6255-f1f0-4cf2-8b54-b8d52395c60e tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 945 time: 0.4999118
Apr 19 07:43:57.661828 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a45946a4-fd6d-45fb-b0c6-2c25a2a3dfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:57.667297 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] For port e1cbbead-ec81-40de-af05-0465f24d4bd3, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:43:57.676101 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] For port e1cbbead-ec81-40de-af05-0465f24d4bd3, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=e1cbbead-ec81-40de-af05-0465f24d4bd3,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:43:57.681039 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:57.687865 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-484e2a08-47b8-41a0-8ad0-0f4d31a3b43e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:57.718044 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:57.795624 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c241a2-3a86-486e-b1f4-de1e0699a575 None None] Pushing event updated for resources: {'Port': ['ID=e1cbbead-ec81-40de-af05-0465f24d4bd3,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:57.809884 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-20c241a2-3a86-486e-b1f4-de1e0699a575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:57.840271 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] Routers {'ae2b97c7-84be-41ee-916f-a22bf7c04e95'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:43:57.840271 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165de2ef0>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:43:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['ae2b97c7-84be-41ee-916f-a22bf7c04e95'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:43:57.911093 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:57.933583 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Transition to ACTIVE for port object 600928da-69ce-4270-bc9e-0a8a7d780704 will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:43:57.982773 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:58.005684 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45946a4-fd6d-45fb-b0c6-2c25a2a3dfbb admin admin] Network 2b471379-1e4b-4c05-9815-534f6f610471 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:43:58.009159 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-a45946a4-fd6d-45fb-b0c6-2c25a2a3dfbb admin admin] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:43:58.013996 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45946a4-fd6d-45fb-b0c6-2c25a2a3dfbb admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:43:58.060249 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-bbb6070e-97a8-4bf5-8c00-a00ddb44c574 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:58.067898 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device b7efff47-1f83-43d8-8a73-06c79aec31ca up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:43:58.086613 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 51702) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:58.094766 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45946a4-fd6d-45fb-b0c6-2c25a2a3dfbb admin admin] Pushing event updated for resources: {'Port': ['ID=49e955a0-febf-4cfe-aef1-5de32ae95c1f,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:58.129353 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a45946a4-fd6d-45fb-b0c6-2c25a2a3dfbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:58.136692 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1b8a4050-47d8-49de-ab6a-ebf4679166c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:58.144309 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Network ad3340ff-7ff9-4313-a796-a1df8f1f18b9 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:43:58.154073 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:43:58.180280 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-1b8a4050-47d8-49de-ab6a-ebf4679166c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:43:58.182830 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:43:58.189131 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a45946a4-fd6d-45fb-b0c6-2c25a2a3dfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854104830'] for router_interface, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:58.236954 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] Set router ae2b97c7-84be-41ee-916f-a22bf7c04e95 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:43:58.296209 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:58.297371 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:58.297568 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-1b8a4050-47d8-49de-ab6a-ebf4679166c5 admin admin] Usage tracker for resource:security_group_rule and tenant:d8c7219343964b048e53384b4534ccff is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:43:58.315151 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-1b8a4050-47d8-49de-ab6a-ebf4679166c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:43:58.373107 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9283b3f8-30dd-4e17-8d8d-51584b05fb38 req-9a44fc1a-4aa8-49d2-b2b5-b6813589895c tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7431040
Apr 19 07:43:58.376297 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3124475
Apr 19 07:43:58.393377 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port b7efff47-1f83-43d8-8a73-06c79aec31ca triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:43:58.394536 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:58.448205 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Request body: {'port': {'device_id': '2070bbe9-b768-4365-983b-81ed60c0b279', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:43:58.474525 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-1b8a4050-47d8-49de-ab6a-ebf4679166c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:43:58.513002 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a45946a4-fd6d-45fb-b0c6-2c25a2a3dfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:58.629318 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-21a4d06d-548e-4632-b9ca-9eb47b74b680 None None] Provisioning for port 49e955a0-febf-4cfe-aef1-5de32ae95c1f completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:43:58.661063 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-21a4d06d-548e-4632-b9ca-9eb47b74b680 None None] Provisioning complete for port 49e955a0-febf-4cfe-aef1-5de32ae95c1f triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:43:58.661906 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-21a4d06d-548e-4632-b9ca-9eb47b74b680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:58.707502 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b8f4e-247b-4892-90dc-0cef5747c562 req-495932b5-8f54-4eff-b3f6-0bbe288cbbf7 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:58.708344 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-2d8b8f4e-247b-4892-90dc-0cef5747c562 req-495932b5-8f54-4eff-b3f6-0bbe288cbbf7 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Synchronizing usage tracker for tenant:625370e219a6439fbd553aad3ff48bef on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:43:58.718620 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Pushing event updated for resources: {'Port': ['ID=600928da-69ce-4270-bc9e-0a8a7d780704,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:58.738442 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:58.805419 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-2d8b8f4e-247b-4892-90dc-0cef5747c562 req-495932b5-8f54-4eff-b3f6-0bbe288cbbf7 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Unset dirty status for tenant:625370e219a6439fbd553aad3ff48bef on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:43:58.806743 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2d8b8f4e-247b-4892-90dc-0cef5747c562 req-495932b5-8f54-4eff-b3f6-0bbe288cbbf7 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 936 time: 0.8023713
Apr 19 07:43:58.847822 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-21a4d06d-548e-4632-b9ca-9eb47b74b680 None None] Port 49e955a0-febf-4cfe-aef1-5de32ae95c1f cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:43:58.977926 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-3d074eeb-6b6a-412e-80ef-e8c6473e5443 None None] Provisioning for port 600928da-69ce-4270-bc9e-0a8a7d780704 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:43:58.982569 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-2d8b8f4e-247b-4892-90dc-0cef5747c562 req-0b761829-68cf-4302-86a2-090fbc96a6cb tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Synchronizing usage tracker for tenant:625370e219a6439fbd553aad3ff48bef on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:43:58.985382 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-3d074eeb-6b6a-412e-80ef-e8c6473e5443 None None] Provisioning complete for port 600928da-69ce-4270-bc9e-0a8a7d780704 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:43:58.987005 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3d074eeb-6b6a-412e-80ef-e8c6473e5443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:58.996244 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1b8a4050-47d8-49de-ab6a-ebf4679166c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:59.033543 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1b8a4050-47d8-49de-ab6a-ebf4679166c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:59.052369 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-20e1d412-7ed1-4e30-844c-5e0096af8c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:59.130591 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-3d074eeb-6b6a-412e-80ef-e8c6473e5443 None None] Port 600928da-69ce-4270-bc9e-0a8a7d780704 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:43:59.163918 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:59.185764 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165de2ef0>, [{'id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'name': 'tempest-TestShelveInstance-1481149804-router', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:43:49Z', 'updated_at': '2021-04-19T07:43:52Z', 'revision_number': 3, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'gw_port': {'id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:20:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:43:51Z', 'updated_at': '2021-04-19T07:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:43:59.189155 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a4050-47d8-49de-ab6a-ebf4679166c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9650e116-33d3-40cf-8860-0b62df20e667,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:59.198504 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-1b8a4050-47d8-49de-ab6a-ebf4679166c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8c7219343964b048e53384b4534ccff&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1051242
Apr 19 07:43:59.198903 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 51716) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:43:59.199780 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1b8a4050-47d8-49de-ab6a-ebf4679166c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:59.214966 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753330f1-841c-4650-8a71-b772ff769d4b None None] The sync data for ids ['ae2b97c7-84be-41ee-916f-a22bf7c04e95'] in dv-cinder-773870-2-iscsi is: [{'id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'name': 'tempest-TestShelveInstance-1481149804-router', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:43:49Z', 'updated_at': '2021-04-19T07:43:52Z', 'revision_number': 3, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'gw_port': {'id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:20:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:43:51Z', 'updated_at': '2021-04-19T07:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:43:59.255703 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a45946a4-fd6d-45fb-b0c6-2c25a2a3dfbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:59.278911 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a45946a4-fd6d-45fb-b0c6-2c25a2a3dfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852205354'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:59.322685 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:59.396907 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ddea2e47-4812-432c-add8-71af9bb8fd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:59.427314 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-2d8b8f4e-247b-4892-90dc-0cef5747c562 req-0b761829-68cf-4302-86a2-090fbc96a6cb tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Unset dirty status for tenant:625370e219a6439fbd553aad3ff48bef on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:43:59.439022 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2d8b8f4e-247b-4892-90dc-0cef5747c562 req-0b761829-68cf-4302-86a2-090fbc96a6cb tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/security-groups?id=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6165497
Apr 19 07:43:59.460953 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ddea2e47-4812-432c-add8-71af9bb8fd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:59.517988 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45946a4-fd6d-45fb-b0c6-2c25a2a3dfbb admin admin] Pushing event updated for resources: {'Port': ['ID=49e955a0-febf-4cfe-aef1-5de32ae95c1f,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:43:59.523547 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ddea2e47-4812-432c-add8-71af9bb8fd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:59.530483 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a45946a4-fd6d-45fb-b0c6-2c25a2a3dfbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:43:59.531100 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0e26ec8c-05bf-41bf-b203-caadf39071b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:43:59.540701 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a45946a4-fd6d-45fb-b0c6-2c25a2a3dfbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853744977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671077'] for router_interface, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:43:59.928860 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35ecdd-cce5-4968-b866-9d81eccccfae req-a3592d43-7e4e-427e-9854-a512f8bdcfe2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:43:59.947057 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4b35ecdd-cce5-4968-b866-9d81eccccfae req-a3592d43-7e4e-427e-9854-a512f8bdcfe2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.7203515
Apr 19 07:44:00.067230 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea2e47-4812-432c-add8-71af9bb8fd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9650e116-33d3-40cf-8860-0b62df20e667,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:00.096179 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ddea2e47-4812-432c-add8-71af9bb8fd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:00.096961 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4b35ecdd-cce5-4968-b866-9d81eccccfae req-81c4bc3f-9818-4389-a839-6e55ab6d92f9 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1484842
Apr 19 07:44:00.109538 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-ddea2e47-4812-432c-add8-71af9bb8fd15 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9650e116-33d3-40cf-8860-0b62df20e667 HTTP/1.1" status: 204  len: 168 time: 0.9073930
Apr 19 07:44:00.113194 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ddea2e47-4812-432c-add8-71af9bb8fd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:00.179690 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840fce0-0da9-4d71-94a1-c669d74539b7 req-9f6a1241-7c10-4b3b-936b-0314d12df111 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:00.189101 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c840fce0-0da9-4d71-94a1-c669d74539b7 req-9f6a1241-7c10-4b3b-936b-0314d12df111 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 945 time: 0.4944077
Apr 19 07:44:00.270882 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c840fce0-0da9-4d71-94a1-c669d74539b7 req-c73bb951-40b8-4d74-ba12-c3aff1c32a7e tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803137
Apr 19 07:44:00.403465 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 600928da-69ce-4270-bc9e-0a8a7d780704 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:44:00.421740 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45946a4-fd6d-45fb-b0c6-2c25a2a3dfbb admin admin] Network 2b471379-1e4b-4c05-9815-534f6f610471 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:44:00.426521 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:00.430321 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-a45946a4-fd6d-45fb-b0c6-2c25a2a3dfbb admin admin] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:44:00.511596 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Transition to ACTIVE for port object 600928da-69ce-4270-bc9e-0a8a7d780704 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:44:00.523551 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:00.564029 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:00.991995 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-d52772a1-2659-4041-8a5c-f80949b76f7e None None] Provisioning complete for port 49e955a0-febf-4cfe-aef1-5de32ae95c1f triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:44:00.993775 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d52772a1-2659-4041-8a5c-f80949b76f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:00.998048 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45946a4-fd6d-45fb-b0c6-2c25a2a3dfbb admin admin] Router ae2b97c7-84be-41ee-916f-a22bf7c04e95 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:44:01.156538 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-d52772a1-2659-4041-8a5c-f80949b76f7e None None] Port 49e955a0-febf-4cfe-aef1-5de32ae95c1f cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:44:01.753402 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df326c-582e-4e94-a830-77d78f817374 req-85ebfdd1-ee4b-4056-9ae5-27c66f1100ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:01.755056 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d6df326c-582e-4e94-a830-77d78f817374 req-85ebfdd1-ee4b-4056-9ae5-27c66f1100ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=737a360207c34d4fa05a2a1646dedd02&device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 1098 time: 0.4498572
Apr 19 07:44:01.815799 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45946a4-fd6d-45fb-b0c6-2c25a2a3dfbb admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:44:01.876187 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-a45946a4-fd6d-45fb-b0c6-2c25a2a3dfbb admin admin] 10.222.0.20 "PUT /v2.0/routers/ae2b97c7-84be-41ee-916f-a22bf7c04e95/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9456732
Apr 19 07:44:02.005905 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device e1cbbead-ec81-40de-af05-0465f24d4bd3 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:44:02.066553 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df326c-582e-4e94-a830-77d78f817374 req-5a9b9322-5e2e-4187-8e1d-802279eede35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:02.069351 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d6df326c-582e-4e94-a830-77d78f817374 req-5a9b9322-5e2e-4187-8e1d-802279eede35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=05d44543-9d4b-4374-aa98-e53850813000 HTTP/1.1" status: 200  len: 919 time: 0.3043010
Apr 19 07:44:02.082924 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Pushing event updated for resources: {'Port': ['ID=600928da-69ce-4270-bc9e-0a8a7d780704,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:02.120668 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.566s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:02.167054 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port e1cbbead-ec81-40de-af05-0465f24d4bd3 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:44:02.176420 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port e1cbbead-ec81-40de-af05-0465f24d4bd3 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:44:02.181287 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:02.188521 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d6df326c-582e-4e94-a830-77d78f817374 req-ffb637f3-33d5-4c5d-a3f3-6b448c57a4fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8d128b4-0359-4a70-ae38-e586ea9ea296 HTTP/1.1" status: 200  len: 217 time: 0.1101511
Apr 19 07:44:02.213931 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1f797-07f9-4a32-bb18-da39843d6700 req-6b535692-4f36-46b2-aa02-96c150ee836c tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:02.239710 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4ca1f797-07f9-4a32-bb18-da39843d6700 req-6b535692-4f36-46b2-aa02-96c150ee836c tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 948 time: 1.2951846
Apr 19 07:44:02.332590 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:02.351776 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port e1cbbead-ec81-40de-af05-0465f24d4bd3, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=e1cbbead-ec81-40de-af05-0465f24d4bd3,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:44:02.358009 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:02.364500 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:02.382056 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51387c-b55f-44ad-9ccb-d947365c86ea req-f297e0d7-c594-48e5-9a66-77e3fde7a7fa tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:02.387218 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df326c-582e-4e94-a830-77d78f817374 req-df5e1490-8e59-4d52-8ad9-8cc4d94f42a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:02.388958 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d6df326c-582e-4e94-a830-77d78f817374 req-df5e1490-8e59-4d52-8ad9-8cc4d94f42a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a88bf00-3a3b-4639-a89d-0ce64b93496d HTTP/1.1" status: 200  len: 858 time: 0.1791730
Apr 19 07:44:02.390109 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ea51387c-b55f-44ad-9ccb-d947365c86ea req-f297e0d7-c594-48e5-9a66-77e3fde7a7fa tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.5396233
Apr 19 07:44:02.441065 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Attempting to bind port 600928da-69ce-4270-bc9e-0a8a7d780704 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:44:02.441438 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Attempting to bind port 600928da-69ce-4270-bc9e-0a8a7d780704 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '027945da-a7e8-4900-9f35-d0a9021a0e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ad3340ff-7ff9-4313-a796-a1df8f1f18b9'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:44:02.441794 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Attempting to bind port 600928da-69ce-4270-bc9e-0a8a7d780704 on network ad3340ff-7ff9-4313-a796-a1df8f1f18b9 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:44:02.460965 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4ca1f797-07f9-4a32-bb18-da39843d6700 req-3d432bf9-fa9a-486d-a00a-0ee4cf390b14 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/security-groups?id=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2201452
Apr 19 07:44:02.465927 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Port 600928da-69ce-4270-bc9e-0a8a7d780704 on network ad3340ff-7ff9-4313-a796-a1df8f1f18b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 07:44:02.478416 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Attempting to bind port 600928da-69ce-4270-bc9e-0a8a7d780704 on network ad3340ff-7ff9-4313-a796-a1df8f1f18b9 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:44:02.501347 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Checking agent: {'id': 'e1395553-83f9-4e7d-975f-a9afa5ddc59a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:44:02.501723 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Checking segment: {'id': '027945da-a7e8-4900-9f35-d0a9021a0e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ad3340ff-7ff9-4313-a796-a1df8f1f18b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:44:02.502176 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Bound using segment: {'id': '027945da-a7e8-4900-9f35-d0a9021a0e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ad3340ff-7ff9-4313-a796-a1df8f1f18b9'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:44:02.502743 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Bound port: 600928da-69ce-4270-bc9e-0a8a7d780704, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '027945da-a7e8-4900-9f35-d0a9021a0e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ad3340ff-7ff9-4313-a796-a1df8f1f18b9'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:44:02.503029 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:02.523734 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d6df326c-582e-4e94-a830-77d78f817374 req-9656b666-7211-4bbb-969a-94d252b30944 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05d44543-9d4b-4374-aa98-e53850813000&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1196520
Apr 19 07:44:02.524466 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=e1cbbead-ec81-40de-af05-0465f24d4bd3,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:02.547546 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:02.840999 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ea51387c-b55f-44ad-9ccb-d947365c86ea req-ebf0a49b-e7c0-438b-a3d6-f0a518dda8be tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4498191
Apr 19 07:44:02.908729 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] For port 600928da-69ce-4270-bc9e-0a8a7d780704, host hv-cinder-77387, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:44:02.912481 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] For port 600928da-69ce-4270-bc9e-0a8a7d780704, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=600928da-69ce-4270-bc9e-0a8a7d780704,segment=NetworkSegment(027945da-a7e8-4900-9f35-d0a9021a0e18),segment_id=027945da-a7e8-4900-9f35-d0a9021a0e18)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:44:02.974197 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d6df326c-582e-4e94-a830-77d78f817374 req-3b43c00e-3696-4066-bbeb-429afe603e51 service neutron] 10.222.0.16 "GET /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4423103
Apr 19 07:44:02.981882 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:03.001981 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:03.174733 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Pushing event updated for resources: {'Port': ['ID=600928da-69ce-4270-bc9e-0a8a7d780704,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:03.181465 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:03.182198 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:03.191497 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] 10.222.0.16 "PUT /v2.0/ports/600928da-69ce-4270-bc9e-0a8a7d780704 HTTP/1.1" status: 200  len: 1098 time: 4.7808428
Apr 19 07:44:03.192595 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:03.196534 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2070bbe9-b768-4365-983b-81ed60c0b279', 'tag': '600928da-69ce-4270-bc9e-0a8a7d780704'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:44:03.309546 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] Sync routers for ids ['ae2b97c7-84be-41ee-916f-a22bf7c04e95'] in dv-cinder-773870-2-iscsi {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:44:03.333232 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] Routers {'ae2b97c7-84be-41ee-916f-a22bf7c04e95'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:44:03.333934 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61644aa940>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:43:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['ae2b97c7-84be-41ee-916f-a22bf7c04e95'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:44:03.377743 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d6df326c-582e-4e94-a830-77d78f817374 req-11c4f6fb-b30c-47b5-8e39-7387e00d8a0d service neutron] 10.222.0.16 "GET /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3956835
Apr 19 07:44:03.421021 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2070bbe9-b768-4365-983b-81ed60c0b279', 'tag': '600928da-69ce-4270-bc9e-0a8a7d780704', 'status': 'completed', 'code': 200}
Apr 19 07:44:03.493685 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538235e-4c1d-40b7-a535-779042317304 req-19d37205-12a2-4a46-ad44-2eb41bacd09f tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:03.502524 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9538235e-4c1d-40b7-a535-779042317304 req-19d37205-12a2-4a46-ad44-2eb41bacd09f tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.5880797
Apr 19 07:44:03.532803 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-9ab797c1-a33b-4f69-bb0e-c3c32a5a762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:03.534576 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-9ab797c1-a33b-4f69-bb0e-c3c32a5a762f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=625370e219a6439fbd553aad3ff48bef&device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 1101 time: 0.2798939
Apr 19 07:44:03.588704 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9538235e-4c1d-40b7-a535-779042317304 req-1a08f735-5b20-4f06-b728-b4ac097c667c tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849807
Apr 19 07:44:03.713208 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 51808) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:03.719808 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-527698484-network', 'tenant_id': '319cf7a60a0748968d77ba96cbe3ac96'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:44:03.730322 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:03.749845 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Usage tracker for resource:network and tenant:319cf7a60a0748968d77ba96cbe3ac96 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:03.761634 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:03.777599 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:03.802499 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Made reservation on behalf of 319cf7a60a0748968d77ba96cbe3ac96 for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:44:03.807588 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:03.827405 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-c9f65aee-50f1-4712-b332-38a4b3023210 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=600928da-69ce-4270-bc9e-0a8a7d780704 HTTP/1.1" status: 200  len: 217 time: 0.2688203
Apr 19 07:44:03.866334 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:03.924113 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:03.957386 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Usage tracker for resource:security_group_rule and tenant:319cf7a60a0748968d77ba96cbe3ac96 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:03.966622 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-bdcbabaf-1290-42dd-812c-61d2ccd79b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:03.968170 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-bdcbabaf-1290-42dd-812c-61d2ccd79b46 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77bc1f36-a836-4a2d-a22a-cdfe3d112a09 HTTP/1.1" status: 200  len: 843 time: 0.1347950
Apr 19 07:44:03.975296 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:03.977209 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device e1cbbead-ec81-40de-af05-0465f24d4bd3 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:44:03.982668 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:04.216363 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:04.221984 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:04.226821 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ddea2e47-4812-432c-add8-71af9bb8fd15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:04.331092 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538}  {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 07:44:04.343435 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d4e05-b87b-42d2-85e0-9fe0c15218d4 req-cf47b97d-41e4-4734-8414-e31e3a126edb tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:04.348960 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:04.349361 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.segments_db [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Added segment 5cefd99c-f9de-463a-b659-1c389c18aecf of type vlan for network 0203d542-d2bc-4c4e-bf49-526ce8efa258
Apr 19 07:44:04.351110 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-db6d4e05-b87b-42d2-85e0-9fe0c15218d4 req-cf47b97d-41e4-4734-8414-e31e3a126edb tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 948 time: 0.3867273
Apr 19 07:44:04.366023 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-85a0c781-9f62-4db1-baae-79e85171e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:04.379196 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-85a0c781-9f62-4db1-baae-79e85171e0e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad3340ff-7ff9-4313-a796-a1df8f1f18b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3076479
Apr 19 07:44:04.410021 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753518964407'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:04.450869 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2276e51e-37f4-4f01-b184-1fa815cbbd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:04.483935 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be592e4f-3503-459a-926b-7c93ed3d1232,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:04.489477 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:04.490733 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:04.492312 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:04.492974 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:04.587366 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:04.599210 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] Set router ae2b97c7-84be-41ee-916f-a22bf7c04e95 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:44:04.701793 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9869783
Apr 19 07:44:04.808946 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port e1cbbead-ec81-40de-af05-0465f24d4bd3 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:44:04.809363 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:04.816710 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Pushing event updated for resources: {'Network': ['ID=0203d542-d2bc-4c4e-bf49-526ce8efa258,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:04.821709 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:04.822325 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 51830) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:04.829249 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-979bada0-6786-4be1-801e-c211d0b2b2cf admin admin] Request body: {'subnet': {'network_id': '0203d542-d2bc-4c4e-bf49-526ce8efa258', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-527698484-subnet', 'tenant_id': '319cf7a60a0748968d77ba96cbe3ac96', 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:44:04.835975 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-979bada0-6786-4be1-801e-c211d0b2b2cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:04.841270 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-979bada0-6786-4be1-801e-c211d0b2b2cf admin admin] Usage tracker for resource:subnet and tenant:319cf7a60a0748968d77ba96cbe3ac96 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:04.845017 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-979bada0-6786-4be1-801e-c211d0b2b2cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:04.852339 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-979bada0-6786-4be1-801e-c211d0b2b2cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:04.865293 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979bada0-6786-4be1-801e-c211d0b2b2cf admin admin] Made reservation on behalf of 319cf7a60a0748968d77ba96cbe3ac96 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:44:04.873502 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-979bada0-6786-4be1-801e-c211d0b2b2cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2214023'] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:04.900993 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-db6d4e05-b87b-42d2-85e0-9fe0c15218d4 req-c425559d-7037-4124-8e65-9b28d1296904 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/security-groups?id=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5404370
Apr 19 07:44:04.933174 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Network 0203d542-d2bc-4c4e-bf49-526ce8efa258 details requested by agent ovs-agent-dv-cinder-773870-2-iscsi with host dv-cinder-773870-2-iscsi {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 07:44:05.153424 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-d9f455fe-fb64-49a1-96aa-e740e097dd28 service neutron] 10.222.0.16 "GET /v2.0/networks/ad3340ff-7ff9-4313-a796-a1df8f1f18b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7314548
Apr 19 07:44:05.376597 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fa45f9fe-02e5-4bb7-90f5-e3621a78b7c8 req-25e70e85-dd69-4130-9c77-275c01931db1 service neutron] 10.222.0.16 "GET /v2.0/networks/ad3340ff-7ff9-4313-a796-a1df8f1f18b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1588070
Apr 19 07:44:05.407665 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355ff32-236c-43bd-a1a4-41d1f674ea06 req-d8012e52-b03d-47d4-92c2-35ad64a6a054 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:05.428057 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3355ff32-236c-43bd-a1a4-41d1f674ea06 req-d8012e52-b03d-47d4-92c2-35ad64a6a054 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.8469162
Apr 19 07:44:05.438109 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-979bada0-6786-4be1-801e-c211d0b2b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852204722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2214038'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:05.445217 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6a7ddf87-926e-47fb-8be0-dd662c502ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:05.543972 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979bada0-6786-4be1-801e-c211d0b2b2cf admin admin] Checking segment: {'id': '5cefd99c-f9de-463a-b659-1c389c18aecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0203d542-d2bc-4c4e-bf49-526ce8efa258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:44:05.544860 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979bada0-6786-4be1-801e-c211d0b2b2cf admin admin] Network hostable DHCP agents. Network: 0203d542-d2bc-4c4e-bf49-526ce8efa258, hostable agents: ['a6ade28d-bcb7-45a8-a7cb-7d200a62a65e'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 07:44:05.626019 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3355ff32-236c-43bd-a1a4-41d1f674ea06 req-8ae58452-5ecd-4fc6-9de4-cd117364a977 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1939149
Apr 19 07:44:05.647711 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979bada0-6786-4be1-801e-c211d0b2b2cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=328cce50-572d-40ee-a48b-5ece80d36a25,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:05.656915 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-979bada0-6786-4be1-801e-c211d0b2b2cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:05.657668 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979bada0-6786-4be1-801e-c211d0b2b2cf admin admin] Network 0203d542-d2bc-4c4e-bf49-526ce8efa258 is scheduled to be hosted by DHCP agent a6ade28d-bcb7-45a8-a7cb-7d200a62a65e with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 07:44:05.681965 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-979bada0-6786-4be1-801e-c211d0b2b2cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-iscsi, 0203d542-d2bc-4c4e-bf49-526ce8efa258) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:44:05.685099 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61644aa940>, [{'id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'name': 'tempest-TestShelveInstance-1481149804-router', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:43:49Z', 'updated_at': '2021-04-19T07:43:58Z', 'revision_number': 4, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'gw_port': {'id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:43:51Z', 'updated_at': '2021-04-19T07:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '49e955a0-febf-4cfe-aef1-5de32ae95c1f', 'name': '', 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'mac_address': 'fa:16:3e:3c:e1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f76505ba-fc01-4ae0-b3d2-3bdc23c63102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:43:56Z', 'updated_at': '2021-04-19T07:43:58Z', 'revision_number': 2, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'subnets': [{'id': 'f76505ba-fc01-4ae0-b3d2-3bdc23c63102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:44:05.701974 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] Checking router: ae2b97c7-84be-41ee-916f-a22bf7c04e95 for host: dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:44:05.707368 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] Updating router ae2b97c7-84be-41ee-916f-a22bf7c04e95 port 49e955a0-febf-4cfe-aef1-5de32ae95c1f binding host dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 07:44:05.709688 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979bada0-6786-4be1-801e-c211d0b2b2cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:05.710099 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-979bada0-6786-4be1-801e-c211d0b2b2cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:05.730311 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043633e4-fd87-409c-83b5-63b303e1de20 req-6d1c925c-bc3f-408e-aceb-ba56ab51b9cb tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:05.749050 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-043633e4-fd87-409c-83b5-63b303e1de20 req-6d1c925c-bc3f-408e-aceb-ba56ab51b9cb tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.5918140
Apr 19 07:44:05.772016 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-979bada0-6786-4be1-801e-c211d0b2b2cf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.9483831
Apr 19 07:44:05.772840 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 51844) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:05.790373 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-527698484-router', 'tenant_id': '319cf7a60a0748968d77ba96cbe3ac96', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:44:05.798368 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:05.822904 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Usage tracker for resource:router and tenant:319cf7a60a0748968d77ba96cbe3ac96 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:05.828770 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:05.840520 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:05.845020 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:05.855430 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce3a0a5-ea5c-4d90-a934-8a954dcd2566 None None] Network 0203d542-d2bc-4c4e-bf49-526ce8efa258 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:44:05.871151 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-660204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775443'] for router, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:05.872292 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854115612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854093566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854191853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-358'] for router, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:05.912876 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-043633e4-fd87-409c-83b5-63b303e1de20 req-0b2c59cc-bb9a-4a22-b571-529dd68571d3 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1629412
Apr 19 07:44:05.916566 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10514eab-3894-43ea-a65d-bb8728911a05 req-4647c629-ebce-4fff-9d72-52b1307a8502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:05.918362 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:05.938582 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-10514eab-3894-43ea-a65d-bb8728911a05 req-4647c629-ebce-4fff-9d72-52b1307a8502 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=625370e219a6439fbd553aad3ff48bef&device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 1101 time: 0.4125171
Apr 19 07:44:06.220763 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10514eab-3894-43ea-a65d-bb8728911a05 req-e787feb7-3ebd-4c6e-9edf-0137300c5dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:06.222449 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-10514eab-3894-43ea-a65d-bb8728911a05 req-e787feb7-3ebd-4c6e-9edf-0137300c5dd4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ad3340ff-7ff9-4313-a796-a1df8f1f18b9 HTTP/1.1" status: 200  len: 870 time: 0.2806454
Apr 19 07:44:06.371878 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-10514eab-3894-43ea-a65d-bb8728911a05 req-71a7d9d9-5b45-4026-a4bc-3a0e574a3b6b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=600928da-69ce-4270-bc9e-0a8a7d780704 HTTP/1.1" status: 200  len: 217 time: 0.0839972
Apr 19 07:44:06.469656 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e663bd-4645-43fa-9fc1-9274d1783b8d req-a5ead1b5-5d92-438f-8648-42b477fe8ab0 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:06.478481 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-27e663bd-4645-43fa-9fc1-9274d1783b8d req-a5ead1b5-5d92-438f-8648-42b477fe8ab0 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 948 time: 0.2546759
Apr 19 07:44:06.569553 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-27e663bd-4645-43fa-9fc1-9274d1783b8d req-65fc6edb-7921-4436-bf8a-12d46d3274e2 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/security-groups?id=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899467
Apr 19 07:44:06.571559 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10514eab-3894-43ea-a65d-bb8728911a05 req-fdbc4cb7-4a14-4aa7-8a4a-2833918340d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:06.573166 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-10514eab-3894-43ea-a65d-bb8728911a05 req-fdbc4cb7-4a14-4aa7-8a4a-2833918340d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=77bc1f36-a836-4a2d-a22a-cdfe3d112a09 HTTP/1.1" status: 200  len: 843 time: 0.1887560
Apr 19 07:44:06.685312 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854093323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854105249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-343'] for router, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:06.693394 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:06.710134 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] Transition to ACTIVE for port object 49e955a0-febf-4cfe-aef1-5de32ae95c1f will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:44:06.721529 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5d34fd3-d017-536f-b648-4beabad8070e-0203d542-d2bc-4c4e-bf49-526ce8efa258', 'network_id': '0203d542-d2bc-4c4e-bf49-526ce8efa258', 'tenant_id': '319cf7a60a0748968d77ba96cbe3ac96', 'fixed_ips': [{'subnet_id': '328cce50-572d-40ee-a48b-5ece80d36a25'}]}} from dv-cinder-773870-2-iscsi. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 07:44:06.722475 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:06.736522 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-481a9e06-eb27-4cfa-9869-d43773be4dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:06.747834 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:06.766304 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:06.821625 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10514eab-3894-43ea-a65d-bb8728911a05 req-710ce954-0a80-46af-906a-08ba89920b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:06.823387 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-10514eab-3894-43ea-a65d-bb8728911a05 req-710ce954-0a80-46af-906a-08ba89920b06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ad3340ff-7ff9-4313-a796-a1df8f1f18b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2409902
Apr 19 07:44:07.037504 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:07.061337 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16b0dc-b77f-4d11-b1e5-4b7567c84bd8 None None] Pushing event updated for resources: {'Port': ['ID=49e955a0-febf-4cfe-aef1-5de32ae95c1f,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:07.138260 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-10514eab-3894-43ea-a65d-bb8728911a05 req-be8d163b-3250-431a-ba86-d26e57075ef7 service neutron] 10.222.0.16 "GET /v2.0/networks/ad3340ff-7ff9-4313-a796-a1df8f1f18b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2991822
Apr 19 07:44:07.139595 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ab16b0dc-b77f-4d11-b1e5-4b7567c84bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:07.179552 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:07.349171 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:07.386170 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:07.388909 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] Attempting to bind port 49e955a0-febf-4cfe-aef1-5de32ae95c1f on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:44:07.389586 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] Attempting to bind port 49e955a0-febf-4cfe-aef1-5de32ae95c1f by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': '0c720788-6e57-480d-ae87-38de1565a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:44:07.389998 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] Attempting to bind port 49e955a0-febf-4cfe-aef1-5de32ae95c1f on network 2b471379-1e4b-4c05-9815-534f6f610471 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:44:07.402591 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:44:07.403006 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] Checking segment: {'id': '0c720788-6e57-480d-ae87-38de1565a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:44:07.403506 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:07.403940 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] Bound using segment: {'id': '0c720788-6e57-480d-ae87-38de1565a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:44:07.404468 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] Bound port: 49e955a0-febf-4cfe-aef1-5de32ae95c1f, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c720788-6e57-480d-ae87-38de1565a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:44:07.404890 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:07.490333 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-10514eab-3894-43ea-a65d-bb8728911a05 req-338ea2a3-641b-49d4-8e53-d93ab72c3828 service neutron] 10.222.0.16 "GET /v2.0/networks/ad3340ff-7ff9-4313-a796-a1df8f1f18b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1866405
Apr 19 07:44:07.567317 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939938c-6bb6-474a-892b-1efe5f2cd2ee req-28a941f8-b6ed-4358-a934-d2b1a98d875c tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:07.573228 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3939938c-6bb6-474a-892b-1efe5f2cd2ee req-28a941f8-b6ed-4358-a934-d2b1a98d875c tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.3568261
Apr 19 07:44:07.619598 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Allocated IP 172.27.0.190 (642ff66f-9552-4d00-a89f-4b61cdc828eb/39f3d441-e877-4577-8020-74e884c403b0/09bd48c4-f493-45f1-8fd1-465798445f58) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:44:07.638724 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc79494-8a7c-4bcb-88b1-bf935b1883a5 req-75f9b29a-67af-4c5b-99dd-dee0289123a0 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:07.640854 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-afc79494-8a7c-4bcb-88b1-bf935b1883a5 req-75f9b29a-67af-4c5b-99dd-dee0289123a0 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.5015004
Apr 19 07:44:07.680114 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3939938c-6bb6-474a-892b-1efe5f2cd2ee req-8dc563ec-0bef-4b65-bc44-7e1806f05a48 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1038530
Apr 19 07:44:07.718320 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-afc79494-8a7c-4bcb-88b1-bf935b1883a5 req-e6897d70-0c3e-4772-8137-1bc61260778d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672262
Apr 19 07:44:07.734719 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] For port 49e955a0-febf-4cfe-aef1-5de32ae95c1f, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:44:07.737211 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Allocated IP 172.20.0.2 (0203d542-d2bc-4c4e-bf49-526ce8efa258/328cce50-572d-40ee-a48b-5ece80d36a25/bef0395a-68d1-4993-a4c5-f2a86ec60e45) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:44:07.740781 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] For port 49e955a0-febf-4cfe-aef1-5de32ae95c1f, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=49e955a0-febf-4cfe-aef1-5de32ae95c1f,segment=NetworkSegment(0c720788-6e57-480d-ae87-38de1565a3c6),segment_id=0c720788-6e57-480d-ae87-38de1565a3c6)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:44:07.750396 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:07.760720 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:07.866225 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:07.872361 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] Routers {'ae2b97c7-84be-41ee-916f-a22bf7c04e95'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:44:07.873067 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61644aa940>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:44:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['ae2b97c7-84be-41ee-916f-a22bf7c04e95'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:44:07.903894 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:07.914112 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1e9b77e3-9ca4-478d-80c4-1cb91f22d6cd tempest-DeleteServersTestJSON-740799345 tempest-DeleteServersTestJSON-740799345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:08.040388 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Network 642ff66f-9552-4d00-a89f-4b61cdc828eb is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:44:08.048726 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:44:08.053540 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:44:08.117552 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Pushing event updated for resources: {'Port': ['ID=09bd48c4-f493-45f1-8fd1-465798445f58,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:08.122514 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:08.165605 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf0f54-6060-413b-9464-a838cf38ae9f req-b36a18a0-5f7a-483b-bed4-fd5e37222cb2 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:08.167540 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6ebf0f54-6060-413b-9464-a838cf38ae9f req-b36a18a0-5f7a-483b-bed4-fd5e37222cb2 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 948 time: 0.2677279
Apr 19 07:44:08.173679 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426574d-c0f5-4f2e-a2ac-52e3ecd9e2e7 req-a17c2208-36cb-4d6c-ac87-88e3b0e72deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:08.175255 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0426574d-c0f5-4f2e-a2ac-52e3ecd9e2e7 req-a17c2208-36cb-4d6c-ac87-88e3b0e72deb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a43260bdda249fa8463858d2df10378&device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 1098 time: 0.1504862
Apr 19 07:44:08.227294 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:08.248278 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16b0dc-b77f-4d11-b1e5-4b7567c84bd8 None None] Pushing event updated for resources: {'Port': ['ID=49e955a0-febf-4cfe-aef1-5de32ae95c1f,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:08.257394 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ab16b0dc-b77f-4d11-b1e5-4b7567c84bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:08.258109 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6ebf0f54-6060-413b-9464-a838cf38ae9f req-8e745440-2365-4fa5-82b7-331a51ab1541 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/security-groups?id=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818346
Apr 19 07:44:08.293944 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] Set router ae2b97c7-84be-41ee-916f-a22bf7c04e95 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:44:08.352715 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426574d-c0f5-4f2e-a2ac-52e3ecd9e2e7 req-c630d55b-01b4-46b5-9f6d-b2f487fd59a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:08.354386 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0426574d-c0f5-4f2e-a2ac-52e3ecd9e2e7 req-c630d55b-01b4-46b5-9f6d-b2f487fd59a3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5f1dd0c-8823-440f-8f62-01e66b821b29 HTTP/1.1" status: 200  len: 917 time: 0.1644425
Apr 19 07:44:08.472321 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0426574d-c0f5-4f2e-a2ac-52e3ecd9e2e7 req-897bccb8-73a0-4f36-90d6-ca1e1d10eeea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=090aa1fc-aa56-4dd7-90e5-e91458560b82 HTTP/1.1" status: 200  len: 1001 time: 0.1104257
Apr 19 07:44:08.546435 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426574d-c0f5-4f2e-a2ac-52e3ecd9e2e7 req-1b55978f-a0b0-4ad5-9163-9a4ecd7c829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:08.547587 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:08.548090 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0426574d-c0f5-4f2e-a2ac-52e3ecd9e2e7 req-1b55978f-a0b0-4ad5-9163-9a4ecd7c829e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a2ef621-9f95-4913-83e2-4f12522f9619 HTTP/1.1" status: 200  len: 855 time: 0.0671606
Apr 19 07:44:08.632783 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426574d-c0f5-4f2e-a2ac-52e3ecd9e2e7 req-19de50ca-770d-4438-b6fb-f86a0a2cded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:08.634826 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0426574d-c0f5-4f2e-a2ac-52e3ecd9e2e7 req-19de50ca-770d-4438-b6fb-f86a0a2cded0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5f1dd0c-8823-440f-8f62-01e66b821b29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787699
Apr 19 07:44:08.637524 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:08.684747 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Transition to ACTIVE for port object bef0395a-68d1-4993-a4c5-f2a86ec60e45 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:44:08.716230 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Transition to ACTIVE for port object bef0395a-68d1-4993-a4c5-f2a86ec60e45 will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:44:08.730688 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:08.740898 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:08.799575 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Network 0203d542-d2bc-4c4e-bf49-526ce8efa258 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:44:08.803452 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:44:08.818923 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:44:08.822711 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61644aa940>, [{'id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'name': 'tempest-TestShelveInstance-1481149804-router', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:43:49Z', 'updated_at': '2021-04-19T07:43:58Z', 'revision_number': 4, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'gw_port': {'id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:43:51Z', 'updated_at': '2021-04-19T07:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '49e955a0-febf-4cfe-aef1-5de32ae95c1f', 'name': '', 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'mac_address': 'fa:16:3e:3c:e1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f76505ba-fc01-4ae0-b3d2-3bdc23c63102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:43:56Z', 'updated_at': '2021-04-19T07:44:07Z', 'revision_number': 4, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'subnets': [{'id': 'f76505ba-fc01-4ae0-b3d2-3bdc23c63102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:44:08.847547 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0426574d-c0f5-4f2e-a2ac-52e3ecd9e2e7 req-fd147272-8d9b-44a4-86e5-92a8ff6255f2 service neutron] 10.222.0.16 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2030361
Apr 19 07:44:08.869926 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b7e579-daac-4799-ada4-839a66beaddc None None] The sync data for ids ['ae2b97c7-84be-41ee-916f-a22bf7c04e95'] in dv-cinder-773870-2-iscsi is: [{'id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'name': 'tempest-TestShelveInstance-1481149804-router', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:43:49Z', 'updated_at': '2021-04-19T07:43:58Z', 'revision_number': 4, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'gw_port': {'id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:43:51Z', 'updated_at': '2021-04-19T07:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '49e955a0-febf-4cfe-aef1-5de32ae95c1f', 'name': '', 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'mac_address': 'fa:16:3e:3c:e1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f76505ba-fc01-4ae0-b3d2-3bdc23c63102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:43:56Z', 'updated_at': '2021-04-19T07:44:07Z', 'revision_number': 4, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'subnets': [{'id': 'f76505ba-fc01-4ae0-b3d2-3bdc23c63102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:44:08.956523 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Pushing event updated for resources: {'Port': ['ID=bef0395a-68d1-4993-a4c5-f2a86ec60e45,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:08.971625 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:08.988447 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Attempting to bind port bef0395a-68d1-4993-a4c5-f2a86ec60e45 on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:44:08.989164 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Attempting to bind port bef0395a-68d1-4993-a4c5-f2a86ec60e45 by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': '5cefd99c-f9de-463a-b659-1c389c18aecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0203d542-d2bc-4c4e-bf49-526ce8efa258'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:44:08.989564 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Attempting to bind port bef0395a-68d1-4993-a4c5-f2a86ec60e45 on network 0203d542-d2bc-4c4e-bf49-526ce8efa258 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:44:08.998875 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:44:08.999536 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Checking segment: {'id': '5cefd99c-f9de-463a-b659-1c389c18aecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0203d542-d2bc-4c4e-bf49-526ce8efa258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:44:09.000141 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:09.000732 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Bound using segment: {'id': '5cefd99c-f9de-463a-b659-1c389c18aecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0203d542-d2bc-4c4e-bf49-526ce8efa258'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:44:09.001416 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Bound port: bef0395a-68d1-4993-a4c5-f2a86ec60e45, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cefd99c-f9de-463a-b659-1c389c18aecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0203d542-d2bc-4c4e-bf49-526ce8efa258'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:44:09.001995 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:09.185065 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682463'] for router, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:09.188050 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 51918) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:09.198418 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] For port bef0395a-68d1-4993-a4c5-f2a86ec60e45, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:44:09.202950 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] For port bef0395a-68d1-4993-a4c5-f2a86ec60e45, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=bef0395a-68d1-4993-a4c5-f2a86ec60e45,segment=NetworkSegment(5cefd99c-f9de-463a-b659-1c389c18aecf),segment_id=5cefd99c-f9de-463a-b659-1c389c18aecf)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:44:09.209266 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:09.219182 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:09.342908 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Pushing event updated for resources: {'Port': ['ID=bef0395a-68d1-4993-a4c5-f2a86ec60e45,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:09.347588 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:09.599234 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0426574d-c0f5-4f2e-a2ac-52e3ecd9e2e7 req-5243829e-7130-453c-99ea-45b30dc828e4 service neutron] 10.222.0.16 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7433248
Apr 19 07:44:09.636371 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e1cb2-61ba-43e2-b79e-538b551be110 req-9f677ce3-2432-4a44-aeb4-ab39d7af293a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:09.638427 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5b8e1cb2-61ba-43e2-b79e-538b551be110 req-9f677ce3-2432-4a44-aeb4-ab39d7af293a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.5802824
Apr 19 07:44:09.662744 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8093414-cb8a-420e-a505-555c2c234b43 req-deecc077-1745-4969-83ed-a67040c4447d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:09.671746 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b8093414-cb8a-420e-a505-555c2c234b43 req-deecc077-1745-4969-83ed-a67040c4447d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.6220448
Apr 19 07:44:09.759837 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-acc27b20-5a30-4292-88c7-66949836ceac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:09.769381 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b8093414-cb8a-420e-a505-555c2c234b43 req-a9d17eff-3edc-4d69-b95e-8c1f373189f8 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968144
Apr 19 07:44:09.774709 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5b8e1cb2-61ba-43e2-b79e-538b551be110 req-086a50d0-5c9a-42ea-a750-7eb2b964f558 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1215150
Apr 19 07:44:09.788143 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-acc27b20-5a30-4292-88c7-66949836ceac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:09.809950 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-acc27b20-5a30-4292-88c7-66949836ceac admin admin] Usage tracker for resource:security_group_rule and tenant:ae66fb7ad1d54504b3ecee73b8007189 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:09.822056 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-acc27b20-5a30-4292-88c7-66949836ceac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:09.834192 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-acc27b20-5a30-4292-88c7-66949836ceac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:09.939964 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Router dfc93382-48dc-480f-b26c-3b9e981ef6ee is scheduled to L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 with binding_index 1 {{(pid=86356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 07:44:09.986572 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device bef0395a-68d1-4993-a4c5-f2a86ec60e45 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:44:10.025582 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdd1ad-2c5f-4e29-8315-cbc6823cf5ce req-a83f87ec-2469-4a18-a11d-b3fc731b9463 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:10.027373 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f5fdd1ad-2c5f-4e29-8315-cbc6823cf5ce req-a83f87ec-2469-4a18-a11d-b3fc731b9463 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 948 time: 0.1148527
Apr 19 07:44:10.079493 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f5fdd1ad-2c5f-4e29-8315-cbc6823cf5ce req-1f8dbef7-c387-47a1-a7ac-1654e2bbe7ce tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/security-groups?id=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453949
Apr 19 07:44:10.080967 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port bef0395a-68d1-4993-a4c5-f2a86ec60e45 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:44:10.086873 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 49e955a0-febf-4cfe-aef1-5de32ae95c1f up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:44:10.157430 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-acc27b20-5a30-4292-88c7-66949836ceac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:10.160677 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-acc27b20-5a30-4292-88c7-66949836ceac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:10.162377 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port 49e955a0-febf-4cfe-aef1-5de32ae95c1f completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:44:10.167469 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 49e955a0-febf-4cfe-aef1-5de32ae95c1f triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:44:10.167893 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:10.170848 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f2c3adc4-d245-4477-9753-89aa2e95c50a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:10.213318 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-acc27b20-5a30-4292-88c7-66949836ceac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae66fb7ad1d54504b3ecee73b8007189&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0241125
Apr 19 07:44:10.216510 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 51926) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:10.241297 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc27b20-5a30-4292-88c7-66949836ceac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfd65ad-e295-4fa8-80ff-167804d7f906,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:10.244839 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:44:10.246457 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-acc27b20-5a30-4292-88c7-66949836ceac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:10.258278 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] Sync routers for ids ['dfc93382-48dc-480f-b26c-3b9e981ef6ee'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:44:10.274552 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] Routers {'dfc93382-48dc-480f-b26c-3b9e981ef6ee'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:44:10.275345 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165517ba8>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:44:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['dfc93382-48dc-480f-b26c-3b9e981ef6ee'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:44:10.297806 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:10.302251 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.5281782
Apr 19 07:44:10.303105 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 51932) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:10.346609 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:10.363298 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-380db2df-8a33-4e39-a016-aa9de40b2976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:10.424339 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-380db2df-8a33-4e39-a016-aa9de40b2976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:10.435388 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port 49e955a0-febf-4cfe-aef1-5de32ae95c1f, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=49e955a0-febf-4cfe-aef1-5de32ae95c1f,segment=NetworkSegment(0c720788-6e57-480d-ae87-38de1565a3c6),segment_id=0c720788-6e57-480d-ae87-38de1565a3c6)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:44:10.449711 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:10.451764 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:10.500249 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-380db2df-8a33-4e39-a016-aa9de40b2976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:10.501752 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 600928da-69ce-4270-bc9e-0a8a7d780704 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:44:10.510079 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:10.525324 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380db2df-8a33-4e39-a016-aa9de40b2976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfd65ad-e295-4fa8-80ff-167804d7f906,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:10.533208 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-380db2df-8a33-4e39-a016-aa9de40b2976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:10.544385 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-380db2df-8a33-4e39-a016-aa9de40b2976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:10.545954 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-380db2df-8a33-4e39-a016-aa9de40b2976 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebfd65ad-e295-4fa8-80ff-167804d7f906 HTTP/1.1" status: 204  len: 168 time: 0.3283851
Apr 19 07:44:10.608563 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=49e955a0-febf-4cfe-aef1-5de32ae95c1f,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:10.614856 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:10.623403 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] Set router dfc93382-48dc-480f-b26c-3b9e981ef6ee gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:44:10.735255 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 600928da-69ce-4270-bc9e-0a8a7d780704, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=600928da-69ce-4270-bc9e-0a8a7d780704,segment=NetworkSegment(027945da-a7e8-4900-9f35-d0a9021a0e18),segment_id=027945da-a7e8-4900-9f35-d0a9021a0e18)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:44:10.755049 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': '600928da-69ce-4270-bc9e-0a8a7d780704', 'network_id': 'ad3340ff-7ff9-4313-a796-a1df8f1f18b9', 'port_id': '600928da-69ce-4270-bc9e-0a8a7d780704', 'mac_address': 'fa:16:3e:b9:28:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77bc1f36-a836-4a2d-a22a-cdfe3d112a09', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:44:10.824545 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:10.856989 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 600928da-69ce-4270-bc9e-0a8a7d780704 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:44:10.879714 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 600928da-69ce-4270-bc9e-0a8a7d780704, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=600928da-69ce-4270-bc9e-0a8a7d780704,segment=NetworkSegment(027945da-a7e8-4900-9f35-d0a9021a0e18),segment_id=027945da-a7e8-4900-9f35-d0a9021a0e18)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:44:10.885432 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:10.887400 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:10.982788 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=600928da-69ce-4270-bc9e-0a8a7d780704,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:10.995028 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:11.043749 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eb8e7e-3d4e-4f6b-8ea7-3bf51dba5cc8 None None] Network 0203d542-d2bc-4c4e-bf49-526ce8efa258 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:44:11.106938 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 51946) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:11.133529 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-33d3d28e-a591-472a-9a32-50c2da780903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:11.160032 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-33d3d28e-a591-472a-9a32-50c2da780903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:11.176161 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-33d3d28e-a591-472a-9a32-50c2da780903 admin admin] Usage tracker for resource:security_group_rule and tenant:ffffc2b3bdb54abd8001e8f86447d7cb is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:11.179505 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-33d3d28e-a591-472a-9a32-50c2da780903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:11.191394 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-33d3d28e-a591-472a-9a32-50c2da780903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:11.274519 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-45466831-d343-4900-b2ef-8b76661d1cc8 None None] Provisioning for port bef0395a-68d1-4993-a4c5-f2a86ec60e45 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:44:11.275780 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd06307-ffd1-4c11-96fa-664f80a06872 req-a7f9f73e-f272-40ee-9c4e-9b0cf3c893a8 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:11.277988 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3bd06307-ffd1-4c11-96fa-664f80a06872 req-a7f9f73e-f272-40ee-9c4e-9b0cf3c893a8 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.1680417
Apr 19 07:44:11.290984 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-45466831-d343-4900-b2ef-8b76661d1cc8 None None] Provisioning complete for port bef0395a-68d1-4993-a4c5-f2a86ec60e45 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:44:11.291297 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-45466831-d343-4900-b2ef-8b76661d1cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:11.293521 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec21a3-b1cb-40d3-9b24-4de54eb86c4a req-d0a0443c-e78a-4f52-ab3f-89c6fd5ef207 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:11.295221 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-00ec21a3-b1cb-40d3-9b24-4de54eb86c4a req-d0a0443c-e78a-4f52-ab3f-89c6fd5ef207 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.2350137
Apr 19 07:44:11.349661 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165517ba8>, [{'id': 'dfc93382-48dc-480f-b26c-3b9e981ef6ee', 'name': 'tempest-TestShelveInstance-527698484-router', 'tenant_id': '319cf7a60a0748968d77ba96cbe3ac96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '09bd48c4-f493-45f1-8fd1-465798445f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:44:05Z', 'updated_at': '2021-04-19T07:44:08Z', 'revision_number': 3, 'project_id': '319cf7a60a0748968d77ba96cbe3ac96', 'gw_port': {'id': '09bd48c4-f493-45f1-8fd1-465798445f58', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:47:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc93382-48dc-480f-b26c-3b9e981ef6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:44:07Z', 'updated_at': '2021-04-19T07:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:44:11.354425 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] Checking router: dfc93382-48dc-480f-b26c-3b9e981ef6ee for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:44:11.355130 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] Updating router dfc93382-48dc-480f-b26c-3b9e981ef6ee port 09bd48c4-f493-45f1-8fd1-465798445f58 binding host dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 07:44:11.405545 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3bd06307-ffd1-4c11-96fa-664f80a06872 req-5b10508d-c84d-407d-9454-1c2ed39973e2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1090996
Apr 19 07:44:11.424937 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:11.431878 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-00ec21a3-b1cb-40d3-9b24-4de54eb86c4a req-4f00c00f-e413-4ba0-a07b-61d5431f4061 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205053
Apr 19 07:44:11.438036 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:11.441553 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['600928da-69ce-4270-bc9e-0a8a7d780704'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:44:11.884331 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde364ea-35fb-48f7-8670-b601cf3f4403 req-ea15f47e-9181-44b6-80d6-eb2bd4899b5c tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:11.897547 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dde364ea-35fb-48f7-8670-b601cf3f4403 req-ea15f47e-9181-44b6-80d6-eb2bd4899b5c tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 949 time: 0.2371495
Apr 19 07:44:11.944557 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Allocated IP 172.20.0.1 (0203d542-d2bc-4c4e-bf49-526ce8efa258/328cce50-572d-40ee-a48b-5ece80d36a25/e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:44:11.945884 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:11.961706 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] Transition to ACTIVE for port object 09bd48c4-f493-45f1-8fd1-465798445f58 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:44:11.970910 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:11.977284 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:12.016941 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 49e955a0-febf-4cfe-aef1-5de32ae95c1f up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:44:12.023866 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dde364ea-35fb-48f7-8670-b601cf3f4403 req-8c3b31ba-7da5-4166-a2aa-b59346825962 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/security-groups?id=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251633
Apr 19 07:44:12.066685 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9d571-2867-4d98-9781-a1e6961c2662 None None] Pushing event updated for resources: {'Port': ['ID=09bd48c4-f493-45f1-8fd1-465798445f58,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:12.081157 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bb9d571-2867-4d98-9781-a1e6961c2662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:12.094799 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-45466831-d343-4900-b2ef-8b76661d1cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:12.136791 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] Attempting to bind port 09bd48c4-f493-45f1-8fd1-465798445f58 on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:44:12.137204 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] Attempting to bind port 09bd48c4-f493-45f1-8fd1-465798445f58 by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:44:12.137695 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] Attempting to bind port 09bd48c4-f493-45f1-8fd1-465798445f58 on network 642ff66f-9552-4d00-a89f-4b61cdc828eb {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:44:12.154551 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:44:12.154965 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] Checking segment: {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:44:12.155392 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:12.155828 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] Bound using segment: {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:44:12.156411 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] Bound port: 09bd48c4-f493-45f1-8fd1-465798445f58, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:44:12.156750 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:12.208507 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:12.209724 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-45466831-d343-4900-b2ef-8b76661d1cc8 None None] For port bef0395a-68d1-4993-a4c5-f2a86ec60e45, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=bef0395a-68d1-4993-a4c5-f2a86ec60e45,segment=NetworkSegment(5cefd99c-f9de-463a-b659-1c389c18aecf),segment_id=5cefd99c-f9de-463a-b659-1c389c18aecf)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:44:12.223719 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-45466831-d343-4900-b2ef-8b76661d1cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:12.231226 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Transition to ACTIVE for port object e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9 will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:44:12.245870 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ab16b0dc-b77f-4d11-b1e5-4b7567c84bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:12.261395 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:12.273317 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-33d3d28e-a591-472a-9a32-50c2da780903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:12.274447 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b381af40-85bc-4c64-bee3-aa9eb00290a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:12.318243 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] For port 09bd48c4-f493-45f1-8fd1-465798445f58, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:44:12.319339 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 49e955a0-febf-4cfe-aef1-5de32ae95c1f triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:44:12.319962 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:12.321681 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] For port 09bd48c4-f493-45f1-8fd1-465798445f58, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=09bd48c4-f493-45f1-8fd1-465798445f58,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:44:12.328385 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:12.333710 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:12.338075 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-33d3d28e-a591-472a-9a32-50c2da780903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:12.360831 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Network 0203d542-d2bc-4c4e-bf49-526ce8efa258 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:44:12.366987 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:44:12.369723 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:44:12.436144 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854104830'] for router_interface, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:12.438832 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45466831-d343-4900-b2ef-8b76661d1cc8 None None] Pushing event updated for resources: {'Port': ['ID=bef0395a-68d1-4993-a4c5-f2a86ec60e45,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:12.446463 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-45466831-d343-4900-b2ef-8b76661d1cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:12.471897 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9d571-2867-4d98-9781-a1e6961c2662 None None] Pushing event updated for resources: {'Port': ['ID=09bd48c4-f493-45f1-8fd1-465798445f58,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:12.484176 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bb9d571-2867-4d98-9781-a1e6961c2662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:12.489965 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-c3aeb6af-c3a1-49a8-8134-1a3e7043f1d1 None None] Provisioning complete for port bef0395a-68d1-4993-a4c5-f2a86ec60e45 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:44:12.502814 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c3aeb6af-c3a1-49a8-8134-1a3e7043f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:12.517960 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] Routers {'dfc93382-48dc-480f-b26c-3b9e981ef6ee'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:44:12.518805 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165517ba8>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:44:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['dfc93382-48dc-480f-b26c-3b9e981ef6ee'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:44:12.569810 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 090aa1fc-aa56-4dd7-90e5-e91458560b82 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:44:12.589178 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce9ee7-a4e1-42b0-9754-f903605d6fd4 req-c23ed48d-ea1f-46ec-9b70-0591f4cf6306 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:12.606574 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-37ce9ee7-a4e1-42b0-9754-f903605d6fd4 req-c23ed48d-ea1f-46ec-9b70-0591f4cf6306 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 945 time: 0.2431617
Apr 19 07:44:12.610793 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:12.666643 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Pushing event updated for resources: {'Port': ['ID=e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:12.681893 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-33d3d28e-a591-472a-9a32-50c2da780903 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ffffc2b3bdb54abd8001e8f86447d7cb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5712607
Apr 19 07:44:12.684245 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 51972) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:12.688007 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:44:12.688419 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:44:12.688823 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:44:12.689223 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:44:12.689613 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:44:12.690004 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:44:12.690443 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:44:12.690834 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:44:12.691352 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:44:12.691736 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:44:12.692116 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:44:12.692497 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:44:12.704591 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:12.707391 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-01c52e59-bf82-457b-a48d-0e125e7fd942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:12.763383 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3d28e-a591-472a-9a32-50c2da780903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3650ff-30d9-45c6-b6ad-63bf48dd57b1,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:12.765063 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-37ce9ee7-a4e1-42b0-9754-f903605d6fd4 req-56932db5-088d-4351-ab6e-676089ff7f72 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516926
Apr 19 07:44:12.778971 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-33d3d28e-a591-472a-9a32-50c2da780903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:12.797987 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 51976) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:12.852412 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-330776b7-0864-4196-a88d-6db0b3772cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:12.883011 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-330776b7-0864-4196-a88d-6db0b3772cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:12.888890 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:44:12.947184 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-330776b7-0864-4196-a88d-6db0b3772cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:12.956073 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1f273f71-74fd-4859-b6d5-802908ac4de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:13.029266 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] Set router dfc93382-48dc-480f-b26c-3b9e981ef6ee gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:44:13.043989 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330776b7-0864-4196-a88d-6db0b3772cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3650ff-30d9-45c6-b6ad-63bf48dd57b1,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:13.048084 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-330776b7-0864-4196-a88d-6db0b3772cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:13.049375 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-330776b7-0864-4196-a88d-6db0b3772cff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb3650ff-30d9-45c6-b6ad-63bf48dd57b1 HTTP/1.1" status: 204  len: 168 time: 0.3640347
Apr 19 07:44:13.056141 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-330776b7-0864-4196-a88d-6db0b3772cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:13.075587 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144eccd-b5a2-42a0-9ce5-6f4111079845 req-711f19b0-0d62-4faf-9962-77986753667c tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:13.083218 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0144eccd-b5a2-42a0-9ce5-6f4111079845 req-711f19b0-0d62-4faf-9962-77986753667c tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 945 time: 0.3391330
Apr 19 07:44:13.117506 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:13.124225 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852205354'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:13.166911 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0144eccd-b5a2-42a0-9ce5-6f4111079845 req-330d89bf-d852-422f-9cbf-513fa52fb1c1 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822716
Apr 19 07:44:13.188052 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ae844-2c77-429d-b040-2831db116058 req-7e820d4d-9e39-4dcb-9cd3-84b34a653bfb tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:13.192839 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:13.199581 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:13.207346 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e13ae844-2c77-429d-b040-2831db116058 req-7e820d4d-9e39-4dcb-9cd3-84b34a653bfb tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.2522213
Apr 19 07:44:13.273411 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79c93a4-8605-49f6-ab35-2c3bc3c46c82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '090aa1fc-aa56-4dd7-90e5-e91458560b82'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:44:13.292204 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 090aa1fc-aa56-4dd7-90e5-e91458560b82, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=090aa1fc-aa56-4dd7-90e5-e91458560b82,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:44:13.299564 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:13.300666 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e13ae844-2c77-429d-b040-2831db116058 req-5b41910d-7c50-48d3-936a-6afc0fad29d1 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905211
Apr 19 07:44:13.301450 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7deb59a7-f16a-40da-b251-5aee1848a7ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:13.392185 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Pushing event updated for resources: {'Port': ['ID=e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:13.407132 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:13.410437 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853744977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671077'] for router_interface, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:13.457658 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-381e8bb7-49d0-4bd9-8a2b-4b53eac68a61 None None] Provisioning for port e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:44:13.466879 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=090aa1fc-aa56-4dd7-90e5-e91458560b82,revision_number=8']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:13.469108 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-381e8bb7-49d0-4bd9-8a2b-4b53eac68a61 None None] Provisioning complete for port e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:44:13.469541 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-381e8bb7-49d0-4bd9-8a2b-4b53eac68a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:13.477622 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978815cd-c4e3-4407-81f4-ed7570b8e670 tempest-TestMinimumBasicScenario-1369992369 tempest-TestMinimumBasicScenario-1369992369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:13.482638 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 51996) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:13.482812 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-978815cd-c4e3-4407-81f4-ed7570b8e670 tempest-TestMinimumBasicScenario-1369992369 tempest-TestMinimumBasicScenario-1369992369-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 1093 time: 0.6833584
Apr 19 07:44:13.488797 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Request body: {'floatingip': {'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'port_id': 'e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:44:13.504877 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:13.506959 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:13.530541 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Usage tracker for resource:floatingip and tenant:ee2ca57b536d4a6eb9a1165c495ab71b is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:13.540352 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:13.543582 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-381e8bb7-49d0-4bd9-8a2b-4b53eac68a61 None None] Port e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:44:13.549412 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:13.611364 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for floatingip, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:13.624061 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Network 0203d542-d2bc-4c4e-bf49-526ce8efa258 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:44:13.625530 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:44:13.803649 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165517ba8>, [{'id': 'dfc93382-48dc-480f-b26c-3b9e981ef6ee', 'name': 'tempest-TestShelveInstance-527698484-router', 'tenant_id': '319cf7a60a0748968d77ba96cbe3ac96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '09bd48c4-f493-45f1-8fd1-465798445f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:44:05Z', 'updated_at': '2021-04-19T07:44:12Z', 'revision_number': 4, 'project_id': '319cf7a60a0748968d77ba96cbe3ac96', 'gw_port': {'id': '09bd48c4-f493-45f1-8fd1-465798445f58', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:47:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc93382-48dc-480f-b26c-3b9e981ef6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:44:07Z', 'updated_at': '2021-04-19T07:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': 'e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9', 'name': '', 'network_id': '0203d542-d2bc-4c4e-bf49-526ce8efa258', 'tenant_id': '319cf7a60a0748968d77ba96cbe3ac96', 'mac_address': 'fa:16:3e:4b:4d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc93382-48dc-480f-b26c-3b9e981ef6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '328cce50-572d-40ee-a48b-5ece80d36a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:44:11Z', 'updated_at': '2021-04-19T07:44:11Z', 'revision_number': 1, 'project_id': '319cf7a60a0748968d77ba96cbe3ac96', 'subnets': [{'id': '328cce50-572d-40ee-a48b-5ece80d36a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:44:13.818127 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693828e0-8645-4852-96b4-fc69bc66919b None None] The sync data for ids ['dfc93382-48dc-480f-b26c-3b9e981ef6ee'] in dv-cinder-773870-2-iscsi is: [{'id': 'dfc93382-48dc-480f-b26c-3b9e981ef6ee', 'name': 'tempest-TestShelveInstance-527698484-router', 'tenant_id': '319cf7a60a0748968d77ba96cbe3ac96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '09bd48c4-f493-45f1-8fd1-465798445f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:44:05Z', 'updated_at': '2021-04-19T07:44:12Z', 'revision_number': 4, 'project_id': '319cf7a60a0748968d77ba96cbe3ac96', 'gw_port': {'id': '09bd48c4-f493-45f1-8fd1-465798445f58', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:47:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc93382-48dc-480f-b26c-3b9e981ef6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:44:07Z', 'updated_at': '2021-04-19T07:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': 'e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9', 'name': '', 'network_id': '0203d542-d2bc-4c4e-bf49-526ce8efa258', 'tenant_id': '319cf7a60a0748968d77ba96cbe3ac96', 'mac_address': 'fa:16:3e:4b:4d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc93382-48dc-480f-b26c-3b9e981ef6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '328cce50-572d-40ee-a48b-5ece80d36a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:44:11Z', 'updated_at': '2021-04-19T07:44:11Z', 'revision_number': 1, 'project_id': '319cf7a60a0748968d77ba96cbe3ac96', 'subnets': [{'id': '328cce50-572d-40ee-a48b-5ece80d36a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:44:13.945259 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device bef0395a-68d1-4993-a4c5-f2a86ec60e45 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:44:14.004936 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b07a3d-3289-4cc7-af0c-d7d0702ada64 req-6dd97ad4-d0c5-4114-b76c-0149b5156470 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:14.006691 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-54b07a3d-3289-4cc7-af0c-d7d0702ada64 req-6dd97ad4-d0c5-4114-b76c-0149b5156470 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 949 time: 0.4526165
Apr 19 07:44:14.053925 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ae687-08ca-4016-b288-c2b5659e565a req-cedd2fde-0726-40cb-9f74-88e220854604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:14.057590 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-341ae687-08ca-4016-b288-c2b5659e565a req-cedd2fde-0726-40cb-9f74-88e220854604 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 1098 time: 0.4257054
Apr 19 07:44:14.153048 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-54b07a3d-3289-4cc7-af0c-d7d0702ada64 req-aabe9461-ce0c-412a-8a72-743534bfe1d3 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/security-groups?id=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198099
Apr 19 07:44:14.184111 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f0c9351a-da1c-4a59-9581-d211020924a4 None None] Provisioning complete for port e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:44:14.184536 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f0c9351a-da1c-4a59-9581-d211020924a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:14.220309 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-341ae687-08ca-4016-b288-c2b5659e565a req-bb0bd9b5-7bb1-4537-a3fd-eab6b93fc441 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414337
Apr 19 07:44:14.254306 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Router dfc93382-48dc-480f-b26c-3b9e981ef6ee has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:44:14.269139 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:14.356589 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e79c93a4-8605-49f6-ab35-2c3bc3c46c82', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '090aa1fc-aa56-4dd7-90e5-e91458560b82', 'code': 422} returned with failed status
Apr 19 07:44:14.357698 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f0c9351a-da1c-4a59-9581-d211020924a4 None None] Port e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:44:14.368994 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port bef0395a-68d1-4993-a4c5-f2a86ec60e45 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:44:14.369876 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:14.633170 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 600928da-69ce-4270-bc9e-0a8a7d780704 up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:44:14.719488 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:44:14.762185 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Allocated IP 172.27.0.39 (642ff66f-9552-4d00-a89f-4b61cdc828eb/39f3d441-e877-4577-8020-74e884c403b0/673acc66-b027-410a-ba13-3785c5cbbcd4) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:44:14.796435 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] 10.222.0.20 "PUT /v2.0/routers/dfc93382-48dc-480f-b26c-3b9e981ef6ee/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4799035
Apr 19 07:44:14.831715 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning for port 600928da-69ce-4270-bc9e-0a8a7d780704 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:44:14.834378 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071fe38-0e49-4f2e-96a1-7376e4ab4e86 req-05ce689f-ccee-4cfb-9546-abd3cdc0b782 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:14.836909 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port 600928da-69ce-4270-bc9e-0a8a7d780704 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:44:14.837330 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:14.845547 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2071fe38-0e49-4f2e-96a1-7376e4ab4e86 req-05ce689f-ccee-4cfb-9546-abd3cdc0b782 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.2488632
Apr 19 07:44:15.048870 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:15.137433 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:15.148690 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 600928da-69ce-4270-bc9e-0a8a7d780704, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=600928da-69ce-4270-bc9e-0a8a7d780704,segment=NetworkSegment(027945da-a7e8-4900-9f35-d0a9021a0e18),segment_id=027945da-a7e8-4900-9f35-d0a9021a0e18)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:44:15.160110 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:15.163167 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 090aa1fc-aa56-4dd7-90e5-e91458560b82 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:44:15.186869 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2071fe38-0e49-4f2e-96a1-7376e4ab4e86 req-bac2eefd-d838-4820-919b-6853a46a16a4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3397188
Apr 19 07:44:15.252961 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:15.267803 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:15.288210 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f51ea4de-9cbd-488b-9224-405745a8cbf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:15.368909 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=600928da-69ce-4270-bc9e-0a8a7d780704,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:15.372765 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:15.450376 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Network 642ff66f-9552-4d00-a89f-4b61cdc828eb is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:44:15.468481 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:44:15.475291 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:44:15.545812 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Pushing event updated for resources: {'Port': ['ID=673acc66-b027-410a-ba13-3785c5cbbcd4,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:15.623089 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:15.819062 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df65f2-ca8f-4e32-9a8d-e1a266f7c4d7 req-4930609f-64da-4071-8ae6-ea570c99f643 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:15.842750 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-63df65f2-ca8f-4e32-9a8d-e1a266f7c4d7 req-4930609f-64da-4071-8ae6-ea570c99f643 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 950 time: 0.3090756
Apr 19 07:44:15.963186 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 52054) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:15.965393 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 09bd48c4-f493-45f1-8fd1-465798445f58 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:44:15.970819 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-2c7e9043-eb2a-4532-91ca-bef7cb5c6b1b tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-349963824', 'description': 'tempest-secgroup-smoke-349963824 description', 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:44:15.977339 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2c7e9043-eb2a-4532-91ca-bef7cb5c6b1b tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:15.982509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-2c7e9043-eb2a-4532-91ca-bef7cb5c6b1b tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Usage tracker for resource:security_group and tenant:cccfb78ba36f4660ba28637f58e40cc1 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:15.985930 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-2c7e9043-eb2a-4532-91ca-bef7cb5c6b1b tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:15.993289 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2c7e9043-eb2a-4532-91ca-bef7cb5c6b1b tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:16.004787 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c7e9043-eb2a-4532-91ca-bef7cb5c6b1b tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:16.037813 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2c7e9043-eb2a-4532-91ca-bef7cb5c6b1b tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:16.044222 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-2c7e9043-eb2a-4532-91ca-bef7cb5c6b1b tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Usage tracker for resource:security_group_rule and tenant:cccfb78ba36f4660ba28637f58e40cc1 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:16.045962 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port 09bd48c4-f493-45f1-8fd1-465798445f58 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:44:16.047884 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-2c7e9043-eb2a-4532-91ca-bef7cb5c6b1b tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:16.052579 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 09bd48c4-f493-45f1-8fd1-465798445f58 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:44:16.053162 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:16.055397 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2c7e9043-eb2a-4532-91ca-bef7cb5c6b1b tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:16.081617 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-63df65f2-ca8f-4e32-9a8d-e1a266f7c4d7 req-45408788-3005-4e6c-8c69-979ec254bddc tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/security-groups?id=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2475059
Apr 19 07:44:16.144093 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c7e9043-eb2a-4532-91ca-bef7cb5c6b1b tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:16.147650 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c7e9043-eb2a-4532-91ca-bef7cb5c6b1b tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:16.154289 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-107b3b2d-f295-4706-b67e-a461e99024d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:16.209266 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e9043-eb2a-4532-91ca-bef7cb5c6b1b tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95abc860-6e4a-43af-9612-aacb16891da6,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:16.236395 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2c7e9043-eb2a-4532-91ca-bef7cb5c6b1b tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:16.253559 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c7e9043-eb2a-4532-91ca-bef7cb5c6b1b tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:16.254926 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-2c7e9043-eb2a-4532-91ca-bef7cb5c6b1b tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2900109
Apr 19 07:44:16.258005 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 52066) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:16.258880 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:16.264396 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-c1cc42d1-d9c7-48b7-8fee-70249e022508 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Request body: {'security_group_rule': {'security_group_id': '95abc860-6e4a-43af-9612-aacb16891da6', 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:44:16.271381 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c1cc42d1-d9c7-48b7-8fee-70249e022508 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:16.276419 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-c1cc42d1-d9c7-48b7-8fee-70249e022508 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Usage tracker for resource:security_group_rule and tenant:cccfb78ba36f4660ba28637f58e40cc1 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:16.281438 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-c1cc42d1-d9c7-48b7-8fee-70249e022508 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:16.289257 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:16.293458 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c1cc42d1-d9c7-48b7-8fee-70249e022508 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:16.310089 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c1cc42d1-d9c7-48b7-8fee-70249e022508 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:16.336307 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port 09bd48c4-f493-45f1-8fd1-465798445f58, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=09bd48c4-f493-45f1-8fd1-465798445f58,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:44:16.340279 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:16.345841 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:16.395210 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:16.408849 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c1cc42d1-d9c7-48b7-8fee-70249e022508 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:16.412809 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c1cc42d1-d9c7-48b7-8fee-70249e022508 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:16.415182 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fb11ff6b-f7bd-4324-a8c7-974f06005ed4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:16.442004 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2070bbe9-b768-4365-983b-81ed60c0b279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600928da-69ce-4270-bc9e-0a8a7d780704'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:44:16.445102 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc42d1-d9c7-48b7-8fee-70249e022508 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7ec0a2-6cec-43b0-bdff-54de41430015,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:16.447369 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=09bd48c4-f493-45f1-8fd1-465798445f58,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:16.451108 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:16.452332 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c1cc42d1-d9c7-48b7-8fee-70249e022508 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:16.460218 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c1cc42d1-d9c7-48b7-8fee-70249e022508 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:16.461596 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-c1cc42d1-d9c7-48b7-8fee-70249e022508 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2025437
Apr 19 07:44:16.466623 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 52078) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:16.472461 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-6659aa59-f5fd-438e-80dc-f6aac9cd6728 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Request body: {'security_group_rule': {'security_group_id': '95abc860-6e4a-43af-9612-aacb16891da6', 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:44:16.479879 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-6659aa59-f5fd-438e-80dc-f6aac9cd6728 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:16.484338 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-6659aa59-f5fd-438e-80dc-f6aac9cd6728 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Usage tracker for resource:security_group_rule and tenant:cccfb78ba36f4660ba28637f58e40cc1 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:16.487530 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-6659aa59-f5fd-438e-80dc-f6aac9cd6728 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:16.493973 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-6659aa59-f5fd-438e-80dc-f6aac9cd6728 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:16.511371 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6659aa59-f5fd-438e-80dc-f6aac9cd6728 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:16.622727 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6659aa59-f5fd-438e-80dc-f6aac9cd6728 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:16.627607 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6659aa59-f5fd-438e-80dc-f6aac9cd6728 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:16.642003 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c1cc42d1-d9c7-48b7-8fee-70249e022508 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:16.677958 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6659aa59-f5fd-438e-80dc-f6aac9cd6728 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:16.679416 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-6659aa59-f5fd-438e-80dc-f6aac9cd6728 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2117553
Apr 19 07:44:16.680404 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659aa59-f5fd-438e-80dc-f6aac9cd6728 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cea7515-93be-42c3-8537-6114c2c3676c,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:16.682661 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 52092) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:16.685887 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6659aa59-f5fd-438e-80dc-f6aac9cd6728 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:16.689360 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-6fbf3dbb-57fd-4255-abc5-179225dd9a53 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Request body: {'security_group_rule': {'security_group_id': '95abc860-6e4a-43af-9612-aacb16891da6', 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:44:16.697300 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-6fbf3dbb-57fd-4255-abc5-179225dd9a53 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:16.702631 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-6fbf3dbb-57fd-4255-abc5-179225dd9a53 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Usage tracker for resource:security_group_rule and tenant:cccfb78ba36f4660ba28637f58e40cc1 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:16.705854 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-6fbf3dbb-57fd-4255-abc5-179225dd9a53 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:16.709012 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8d729-4f06-490e-9cef-1e68980efc3f req-9ccac678-d3d1-49fa-b154-2b7bfa799ce9 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:16.715861 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-6fbf3dbb-57fd-4255-abc5-179225dd9a53 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:16.716895 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-59a8d729-4f06-490e-9cef-1e68980efc3f req-9ccac678-d3d1-49fa-b154-2b7bfa799ce9 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.3227882
Apr 19 07:44:16.733534 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6fbf3dbb-57fd-4255-abc5-179225dd9a53 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:16.749555 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 52096) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:16.765448 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda741ee-012c-48c3-b496-c64fc00c075b req-92f93125-ffe7-4167-975e-55517c1d08df tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:16.767161 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bda741ee-012c-48c3-b496-c64fc00c075b req-92f93125-ffe7-4167-975e-55517c1d08df tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.3456254
Apr 19 07:44:16.804128 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6fbf3dbb-57fd-4255-abc5-179225dd9a53 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:16.807576 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6fbf3dbb-57fd-4255-abc5-179225dd9a53 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:16.809784 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:16.888695 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf3dbb-57fd-4255-abc5-179225dd9a53 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf1b08a7-ed70-45db-befd-73c57c73a1cf,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:16.900508 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6fbf3dbb-57fd-4255-abc5-179225dd9a53 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:16.903554 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6fbf3dbb-57fd-4255-abc5-179225dd9a53 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:16.904941 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-6fbf3dbb-57fd-4255-abc5-179225dd9a53 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2213736
Apr 19 07:44:16.911330 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 52104) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:16.918680 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-fe814bde-45f7-495f-9c55-2b8ac57cd107 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Request body: {'security_group_rule': {'security_group_id': '95abc860-6e4a-43af-9612-aacb16891da6', 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:44:16.928291 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-fe814bde-45f7-495f-9c55-2b8ac57cd107 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:16.940640 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-fe814bde-45f7-495f-9c55-2b8ac57cd107 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Usage tracker for resource:security_group_rule and tenant:cccfb78ba36f4660ba28637f58e40cc1 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:16.945865 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-fe814bde-45f7-495f-9c55-2b8ac57cd107 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:16.957510 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-fe814bde-45f7-495f-9c55-2b8ac57cd107 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:16.975660 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6f3bb4aa-67fd-403d-b4ef-334803474c11 req-d1930a15-851c-44de-9f6a-2086bcd609be service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2247739
Apr 19 07:44:16.984589 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe814bde-45f7-495f-9c55-2b8ac57cd107 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:17.063990 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-59a8d729-4f06-490e-9cef-1e68980efc3f req-16ae3cc4-671d-4e61-85a5-35d474c1ba2b tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3461521
Apr 19 07:44:17.064938 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe814bde-45f7-495f-9c55-2b8ac57cd107 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:17.069352 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe814bde-45f7-495f-9c55-2b8ac57cd107 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:17.072627 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:17.101054 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe814bde-45f7-495f-9c55-2b8ac57cd107 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e751617c-09fd-4179-98b2-74d9d0718a7e,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:17.104138 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fe814bde-45f7-495f-9c55-2b8ac57cd107 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:17.115779 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe814bde-45f7-495f-9c55-2b8ac57cd107 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:17.120193 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-fe814bde-45f7-495f-9c55-2b8ac57cd107 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2046957
Apr 19 07:44:17.120333 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bda741ee-012c-48c3-b496-c64fc00c075b req-ae89ec94-c2cf-486e-a15b-93da038891bb tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3383224
Apr 19 07:44:17.121321 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 52116) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:17.129197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-43bcc3ac-15c9-4514-a873-954e04f5978c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Request body: {'security_group_rule': {'security_group_id': '95abc860-6e4a-43af-9612-aacb16891da6', 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:44:17.150045 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-43bcc3ac-15c9-4514-a873-954e04f5978c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:17.156975 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-43bcc3ac-15c9-4514-a873-954e04f5978c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Usage tracker for resource:security_group_rule and tenant:cccfb78ba36f4660ba28637f58e40cc1 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:17.160525 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-43bcc3ac-15c9-4514-a873-954e04f5978c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:17.162015 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2070bbe9-b768-4365-983b-81ed60c0b279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600928da-69ce-4270-bc9e-0a8a7d780704', 'code': 200}
Apr 19 07:44:17.169769 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-43bcc3ac-15c9-4514-a873-954e04f5978c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:17.181275 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.securitygroups_db [None req-43bcc3ac-15c9-4514-a873-954e04f5978c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Project cccfb78ba36f4660ba28637f58e40cc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 07:44:17.222721 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-43bcc3ac-15c9-4514-a873-954e04f5978c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:17.281857 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:17.303542 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:17.329656 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:17.647499 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-43bcc3ac-15c9-4514-a873-954e04f5978c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:17.664356 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-43bcc3ac-15c9-4514-a873-954e04f5978c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:17.747335 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-43bcc3ac-15c9-4514-a873-954e04f5978c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:17.751387 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-43bcc3ac-15c9-4514-a873-954e04f5978c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6259124
Apr 19 07:44:17.752212 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 52134) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:17.758029 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-5db5a317-da62-4c1c-a896-0c8fd8f33135 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Request body: {'security_group_rule': {'security_group_id': '95abc860-6e4a-43af-9612-aacb16891da6', 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:44:17.760133 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Pushing event updated for resources: {'Port': ['ID=673acc66-b027-410a-ba13-3785c5cbbcd4,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:17.771516 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-5db5a317-da62-4c1c-a896-0c8fd8f33135 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:17.776234 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-5db5a317-da62-4c1c-a896-0c8fd8f33135 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Usage tracker for resource:security_group_rule and tenant:cccfb78ba36f4660ba28637f58e40cc1 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:17.780883 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-5db5a317-da62-4c1c-a896-0c8fd8f33135 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:17.782043 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:44:17.782800 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:44:17.783613 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:44:17.784197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:44:17.785632 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:44:17.786791 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:44:17.787565 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:44:17.788033 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:44:17.788621 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:44:17.789167 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:44:17.789632 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:44:17.790110 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:44:17.794426 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671153'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:17.797222 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-5db5a317-da62-4c1c-a896-0c8fd8f33135 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:17.912003 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.securitygroups_db [None req-5db5a317-da62-4c1c-a896-0c8fd8f33135 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Project cccfb78ba36f4660ba28637f58e40cc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 07:44:17.927321 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5db5a317-da62-4c1c-a896-0c8fd8f33135 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:17.930720 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:17.932327 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:17.943597 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 09bd48c4-f493-45f1-8fd1-465798445f58 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:44:17.950448 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81083c77-65ef-4bdb-a328-8ba958c3a0a5 req-b0df6212-028b-4fae-8472-06f5cd7b337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:17.952037 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-81083c77-65ef-4bdb-a328-8ba958c3a0a5 req-b0df6212-028b-4fae-8472-06f5cd7b337c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 1103 time: 0.5040891
Apr 19 07:44:17.992040 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80548a3d-dcd1-436a-9d9b-5ff6909d560c req-3627d510-4dca-4433-88c8-044b34f002e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:17.993676 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-80548a3d-dcd1-436a-9d9b-5ff6909d560c req-3627d510-4dca-4433-88c8-044b34f002e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=737a360207c34d4fa05a2a1646dedd02&device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 1098 time: 0.1988227
Apr 19 07:44:18.017729 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5db5a317-da62-4c1c-a896-0c8fd8f33135 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:18.018851 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 09bd48c4-f493-45f1-8fd1-465798445f58 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:44:18.019004 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bcc3ac-15c9-4514-a873-954e04f5978c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2fa83c1-3c47-4400-9b61-c5df5b807b04,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:18.019575 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:18.021496 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5db5a317-da62-4c1c-a896-0c8fd8f33135 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:18.021816 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-43bcc3ac-15c9-4514-a873-954e04f5978c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:18.024057 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6659aa59-f5fd-438e-80dc-f6aac9cd6728 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:18.046986 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5a317-da62-4c1c-a896-0c8fd8f33135 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ffc5397-c515-4ae5-b358-a4ccd19544a5,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:18.051420 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5db5a317-da62-4c1c-a896-0c8fd8f33135 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:18.066618 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5db5a317-da62-4c1c-a896-0c8fd8f33135 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:18.068082 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-5db5a317-da62-4c1c-a896-0c8fd8f33135 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3146331
Apr 19 07:44:18.101302 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fe2a7-11dc-43ba-907e-1708839f27fa req-66fad70f-68da-4307-9e3d-a41eecf009ac tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:18.102955 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-916fe2a7-11dc-43ba-907e-1708839f27fa req-66fad70f-68da-4307-9e3d-a41eecf009ac tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 950 time: 0.7744279
Apr 19 07:44:18.158972 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] Sync routers for ids ['dfc93382-48dc-480f-b26c-3b9e981ef6ee'] in dv-cinder-773870-2-iscsi {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:44:18.173457 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] Routers {'dfc93382-48dc-480f-b26c-3b9e981ef6ee'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:44:18.174371 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165eddd68>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:44:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['dfc93382-48dc-480f-b26c-3b9e981ef6ee'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:44:18.187096 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-916fe2a7-11dc-43ba-907e-1708839f27fa req-91fc3260-56d3-4863-b163-f86ef8b6e807 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/security-groups?id=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693214
Apr 19 07:44:18.192654 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.l3_db [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Floating IP bccc5788-0b6d-4a2d-81a9-d81c804a3e5c associated. External IP: 172.27.0.39, port: e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7.
Apr 19 07:44:18.339175 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88765e31-c223-419e-aba3-8f22e5e06016 req-af18db91-e176-46c6-8b2b-43a69754e996 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:18.340796 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-88765e31-c223-419e-aba3-8f22e5e06016 req-af18db91-e176-46c6-8b2b-43a69754e996 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.4114594
Apr 19 07:44:18.373285 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] Set router dfc93382-48dc-480f-b26c-3b9e981ef6ee gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:44:18.504113 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-88765e31-c223-419e-aba3-8f22e5e06016 req-fb2c271c-2486-45f0-b4d0-5a50f0e211b9 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442747
Apr 19 07:44:18.657767 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa1411-394f-42cb-bf7c-11f93fd7272b req-4bcc3f26-7c48-4bd6-8700-c5916842f190 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:18.659796 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f8aa1411-394f-42cb-bf7c-11f93fd7272b req-4bcc3f26-7c48-4bd6-8700-c5916842f190 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.3298972
Apr 19 07:44:18.718449 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165eddd68>, [{'id': 'dfc93382-48dc-480f-b26c-3b9e981ef6ee', 'name': 'tempest-TestShelveInstance-527698484-router', 'tenant_id': '319cf7a60a0748968d77ba96cbe3ac96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '09bd48c4-f493-45f1-8fd1-465798445f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:44:05Z', 'updated_at': '2021-04-19T07:44:12Z', 'revision_number': 4, 'project_id': '319cf7a60a0748968d77ba96cbe3ac96', 'gw_port': {'id': '09bd48c4-f493-45f1-8fd1-465798445f58', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc93382-48dc-480f-b26c-3b9e981ef6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:44:07Z', 'updated_at': '2021-04-19T07:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': 'e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9', 'name': '', 'network_id': '0203d542-d2bc-4c4e-bf49-526ce8efa258', 'tenant_id': '319cf7a60a0748968d77ba96cbe3ac96', 'mac_address': 'fa:16:3e:4b:4d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc93382-48dc-480f-b26c-3b9e981ef6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '328cce50-572d-40ee-a48b-5ece80d36a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:44:11Z', 'updated_at': '2021-04-19T07:44:12Z', 'revision_number': 2, 'project_id': '319cf7a60a0748968d77ba96cbe3ac96', 'subnets': [{'id': '328cce50-572d-40ee-a48b-5ece80d36a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:44:18.730585 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] Checking router: dfc93382-48dc-480f-b26c-3b9e981ef6ee for host: dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:44:18.731179 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] Updating router dfc93382-48dc-480f-b26c-3b9e981ef6ee port e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9 binding host dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 07:44:18.772485 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f8aa1411-394f-42cb-bf7c-11f93fd7272b req-f79aec3b-9b9e-4c4e-b8cf-2454015808f5 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0952809
Apr 19 07:44:18.807859 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Router 09706c0a-9a5a-4357-9e14-649cb87c30f1 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:44:18.820595 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:19.031265 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:44:19.042496 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58d7620-c410-47cd-9c54-c421d0ac7b9a None None] Sync routers for ids ['09706c0a-9a5a-4357-9e14-649cb87c30f1'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:44:19.051382 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:19.053236 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d7620-c410-47cd-9c54-c421d0ac7b9a None None] Routers {'09706c0a-9a5a-4357-9e14-649cb87c30f1'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:44:19.053940 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-b58d7620-c410-47cd-9c54-c421d0ac7b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61654dadd8>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:44:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['09706c0a-9a5a-4357-9e14-649cb87c30f1'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:44:19.120793 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 5.6338177
Apr 19 07:44:19.120793 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fcb04d-ebca-4c06-b67b-ddad41b8595d', 'tag': 'e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:44:19.121845 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 52184) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:19.130766 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-89ffb94f-0655-471a-9e0c-78302bb39b15 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1741158579', 'description': 'tempest-secgroup-smoke-1741158579 description', 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:44:19.140126 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-89ffb94f-0655-471a-9e0c-78302bb39b15 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:19.153216 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-89ffb94f-0655-471a-9e0c-78302bb39b15 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:19.166426 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-89ffb94f-0655-471a-9e0c-78302bb39b15 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:19.173395 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fcb04d-ebca-4c06-b67b-ddad41b8595d', 'tag': 'e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7', 'status': 'completed', 'code': 200}
Apr 19 07:44:19.193958 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-89ffb94f-0655-471a-9e0c-78302bb39b15 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:19.199160 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-89ffb94f-0655-471a-9e0c-78302bb39b15 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Usage tracker for resource:security_group_rule and tenant:ee2ca57b536d4a6eb9a1165c495ab71b is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:19.203376 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-89ffb94f-0655-471a-9e0c-78302bb39b15 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:19.209596 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-89ffb94f-0655-471a-9e0c-78302bb39b15 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:19.259129 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-b58d7620-c410-47cd-9c54-c421d0ac7b9a None None] Set router 09706c0a-9a5a-4357-9e14-649cb87c30f1 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:44:19.297401 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-89ffb94f-0655-471a-9e0c-78302bb39b15 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:19.300353 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-89ffb94f-0655-471a-9e0c-78302bb39b15 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:19.306084 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d265d91e-0117-447e-b0a7-8ee23be8d135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:19.355513 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-89ffb94f-0655-471a-9e0c-78302bb39b15 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:19.357198 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-89ffb94f-0655-471a-9e0c-78302bb39b15 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2340014
Apr 19 07:44:19.360245 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 52192) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:19.363490 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:19.367675 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-6d09bfd6-7525-4685-afe3-56bf423f69a8 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Request body: {'security_group_rule': {'security_group_id': '77aa4516-92bf-418a-a22e-5a3dac2368c3', 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:44:19.372890 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ffb94f-0655-471a-9e0c-78302bb39b15 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77aa4516-92bf-418a-a22e-5a3dac2368c3,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:19.376754 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-89ffb94f-0655-471a-9e0c-78302bb39b15 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:19.377774 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-6d09bfd6-7525-4685-afe3-56bf423f69a8 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:19.379896 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] Transition to ACTIVE for port object e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:44:19.382179 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-6d09bfd6-7525-4685-afe3-56bf423f69a8 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Usage tracker for resource:security_group_rule and tenant:ee2ca57b536d4a6eb9a1165c495ab71b is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:19.385476 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-6d09bfd6-7525-4685-afe3-56bf423f69a8 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:19.389564 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:19.392393 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-6d09bfd6-7525-4685-afe3-56bf423f69a8 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:19.395866 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3cea6251-be1d-4fec-bc44-2f0cbdf69b0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:19.411842 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6d09bfd6-7525-4685-afe3-56bf423f69a8 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:19.433249 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536cb49-06fe-4942-87d5-b1ba5f4d329a req-d4a08ba3-be31-4b05-b34f-3bacf0ec1a08 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:19.434921 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f536cb49-06fe-4942-87d5-b1ba5f4d329a req-d4a08ba3-be31-4b05-b34f-3bacf0ec1a08 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 950 time: 0.1090884
Apr 19 07:44:19.502505 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f536cb49-06fe-4942-87d5-b1ba5f4d329a req-b73ba597-eb63-4d36-a2ce-8bdaa329db05 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/security-groups?id=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609565
Apr 19 07:44:19.509092 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6d09bfd6-7525-4685-afe3-56bf423f69a8 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:19.513488 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6d09bfd6-7525-4685-afe3-56bf423f69a8 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:19.523554 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5db5a317-da62-4c1c-a896-0c8fd8f33135 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:19.552767 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09bfd6-7525-4685-afe3-56bf423f69a8 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d451f378-09d7-4c02-92de-a0ab27620cc5,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:19.564535 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6d09bfd6-7525-4685-afe3-56bf423f69a8 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:19.569476 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6d09bfd6-7525-4685-afe3-56bf423f69a8 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:19.571387 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-6d09bfd6-7525-4685-afe3-56bf423f69a8 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2099199
Apr 19 07:44:19.574845 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 52198) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:19.581082 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-03891455-3aab-419f-be79-79817e50cdd3 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Request body: {'security_group_rule': {'security_group_id': '77aa4516-92bf-418a-a22e-5a3dac2368c3', 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:44:19.596701 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-03891455-3aab-419f-be79-79817e50cdd3 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:19.605161 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-03891455-3aab-419f-be79-79817e50cdd3 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Usage tracker for resource:security_group_rule and tenant:ee2ca57b536d4a6eb9a1165c495ab71b is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:19.612671 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-03891455-3aab-419f-be79-79817e50cdd3 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:19.623801 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-03891455-3aab-419f-be79-79817e50cdd3 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:19.652613 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-03891455-3aab-419f-be79-79817e50cdd3 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:19.655579 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af572de-8757-4e28-b322-8ca06af2f6fb None None] Pushing event updated for resources: {'Port': ['ID=e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:19.672519 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5af572de-8757-4e28-b322-8ca06af2f6fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:19.691748 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] Attempting to bind port e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9 on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:44:19.692284 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] Attempting to bind port e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9 by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': '5cefd99c-f9de-463a-b659-1c389c18aecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0203d542-d2bc-4c4e-bf49-526ce8efa258'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:44:19.692794 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] Attempting to bind port e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9 on network 0203d542-d2bc-4c4e-bf49-526ce8efa258 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:44:19.701027 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:44:19.701662 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] Checking segment: {'id': '5cefd99c-f9de-463a-b659-1c389c18aecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0203d542-d2bc-4c4e-bf49-526ce8efa258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:44:19.702264 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:19.702847 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] Bound using segment: {'id': '5cefd99c-f9de-463a-b659-1c389c18aecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0203d542-d2bc-4c4e-bf49-526ce8efa258'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:44:19.703523 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] Bound port: e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cefd99c-f9de-463a-b659-1c389c18aecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '0203d542-d2bc-4c4e-bf49-526ce8efa258'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:44:19.704055 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:19.793075 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-b58d7620-c410-47cd-9c54-c421d0ac7b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61654dadd8>, [{'id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'name': 'tempest-TestMinimumBasicScenario-697593408-router', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:40Z', 'updated_at': '2021-04-19T07:42:46Z', 'revision_number': 4, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'gw_port': {'id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:41Z', 'updated_at': '2021-04-19T07:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': 'bccc5788-0b6d-4a2d-81a9-d81c804a3e5c', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'port_id': 'e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3', 'mac_address': 'fa:16:3e:31:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fcb04d-ebca-4c06-b67b-ddad41b8595d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:44:16Z', 'updated_at': '2021-04-19T07:44:16Z', 'revision_number': 0, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34795a46-9fa7-4da8-b6cc-7931a8a65076', 'name': '', 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'mac_address': 'fa:16:3e:f7:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3643a73d-bbcf-408b-929c-8c605c75acdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:45Z', 'updated_at': '2021-04-19T07:42:56Z', 'revision_number': 5, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'subnets': [{'id': '3643a73d-bbcf-408b-929c-8c605c75acdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:44:19.797445 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58d7620-c410-47cd-9c54-c421d0ac7b9a None None] Checking router: 09706c0a-9a5a-4357-9e14-649cb87c30f1 for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:44:19.806929 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d7620-c410-47cd-9c54-c421d0ac7b9a None None] Routers {'09706c0a-9a5a-4357-9e14-649cb87c30f1'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:44:19.807589 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-b58d7620-c410-47cd-9c54-c421d0ac7b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61654dadd8>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:44:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['09706c0a-9a5a-4357-9e14-649cb87c30f1'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:44:19.822207 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-03891455-3aab-419f-be79-79817e50cdd3 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:19.827648 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-03891455-3aab-419f-be79-79817e50cdd3 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:19.851311 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] For port e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:44:19.854007 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:19.856942 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] For port e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9,segment=NetworkSegment(5cefd99c-f9de-463a-b659-1c389c18aecf),segment_id=5cefd99c-f9de-463a-b659-1c389c18aecf)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:44:19.863657 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:19.868975 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:19.877866 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-03891455-3aab-419f-be79-79817e50cdd3 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:19.879157 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-03891455-3aab-419f-be79-79817e50cdd3 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3027911
Apr 19 07:44:19.883020 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 52208) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:19.888395 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-61aabf11-55b0-4145-ae08-7a734cc75712 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Request body: {'security_group_rule': {'security_group_id': '77aa4516-92bf-418a-a22e-5a3dac2368c3', 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:44:19.900088 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03891455-3aab-419f-be79-79817e50cdd3 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e31d99f-4dc3-46fa-a970-3737c4ae0201,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:19.901846 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-61aabf11-55b0-4145-ae08-7a734cc75712 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:19.903152 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-03891455-3aab-419f-be79-79817e50cdd3 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:19.909733 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-61aabf11-55b0-4145-ae08-7a734cc75712 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Usage tracker for resource:security_group_rule and tenant:ee2ca57b536d4a6eb9a1165c495ab71b is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:19.920260 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-61aabf11-55b0-4145-ae08-7a734cc75712 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:19.928885 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-81083c77-65ef-4bdb-a328-8ba958c3a0a5 req-77c6fa77-c550-4f1c-b719-a5feead85629 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758498
Apr 19 07:44:19.942593 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-61aabf11-55b0-4145-ae08-7a734cc75712 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:19.942947 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8842b-b888-4e1e-ab0b-2d6196345b06 req-fee22cdf-6d09-4145-9def-b6a288a1cf75 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:19.944582 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-29b8842b-b888-4e1e-ab0b-2d6196345b06 req-fee22cdf-6d09-4145-9def-b6a288a1cf75 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1872730
Apr 19 07:44:19.989581 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-61aabf11-55b0-4145-ae08-7a734cc75712 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:19.999350 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] Routers {'dfc93382-48dc-480f-b26c-3b9e981ef6ee'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:44:20.001345 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165eddd68>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:44:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['dfc93382-48dc-480f-b26c-3b9e981ef6ee'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:44:20.004818 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-29b8842b-b888-4e1e-ab0b-2d6196345b06 req-c22a756a-d915-4afe-9b31-1c6d4cd88ade tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529816
Apr 19 07:44:20.106524 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-61aabf11-55b0-4145-ae08-7a734cc75712 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:20.110185 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-61aabf11-55b0-4145-ae08-7a734cc75712 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:20.112504 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6d09bfd6-7525-4685-afe3-56bf423f69a8 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:20.129270 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-b58d7620-c410-47cd-9c54-c421d0ac7b9a None None] Set router 09706c0a-9a5a-4357-9e14-649cb87c30f1 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:44:20.142966 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aabf11-55b0-4145-ae08-7a734cc75712 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aedc5ef-34be-487c-9026-395910b75132,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:20.146245 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-61aabf11-55b0-4145-ae08-7a734cc75712 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:20.157110 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-61aabf11-55b0-4145-ae08-7a734cc75712 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:20.163163 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-61aabf11-55b0-4145-ae08-7a734cc75712 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2795563
Apr 19 07:44:20.163479 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 52214) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:20.178869 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-3cd2eedb-bf99-4c39-a8f5-0dfea86bd410 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Request body: {'security_group_rule': {'security_group_id': '77aa4516-92bf-418a-a22e-5a3dac2368c3', 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:44:20.186361 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-3cd2eedb-bf99-4c39-a8f5-0dfea86bd410 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:20.190793 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-3cd2eedb-bf99-4c39-a8f5-0dfea86bd410 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Usage tracker for resource:security_group_rule and tenant:ee2ca57b536d4a6eb9a1165c495ab71b is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:20.194460 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-3cd2eedb-bf99-4c39-a8f5-0dfea86bd410 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:20.201264 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-3cd2eedb-bf99-4c39-a8f5-0dfea86bd410 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:20.222863 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3cd2eedb-bf99-4c39-a8f5-0dfea86bd410 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:20.246951 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36ae79-ed23-421c-a2f4-7fd2ad6ad42d req-cddb4f27-27e7-4786-96c1-74678bb27609 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:20.247230 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af572de-8757-4e28-b322-8ca06af2f6fb None None] Pushing event updated for resources: {'Port': ['ID=e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:20.257026 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ee36ae79-ed23-421c-a2f4-7fd2ad6ad42d req-cddb4f27-27e7-4786-96c1-74678bb27609 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.2201941
Apr 19 07:44:20.259225 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5af572de-8757-4e28-b322-8ca06af2f6fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:20.340585 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] Set router dfc93382-48dc-480f-b26c-3b9e981ef6ee gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:44:20.342644 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ee36ae79-ed23-421c-a2f4-7fd2ad6ad42d req-3d1ec98f-441b-4a02-b78d-e5bee859111d tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846095
Apr 19 07:44:20.361347 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3cd2eedb-bf99-4c39-a8f5-0dfea86bd410 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:20.367765 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3cd2eedb-bf99-4c39-a8f5-0dfea86bd410 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:20.370413 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-03891455-3aab-419f-be79-79817e50cdd3 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:20.396456 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2eedb-bf99-4c39-a8f5-0dfea86bd410 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786ca634-d6c7-48e1-b345-4faba28d50b2,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:20.399255 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3cd2eedb-bf99-4c39-a8f5-0dfea86bd410 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:20.406480 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3cd2eedb-bf99-4c39-a8f5-0dfea86bd410 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:20.410494 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-3cd2eedb-bf99-4c39-a8f5-0dfea86bd410 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2430778
Apr 19 07:44:20.410655 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 52218) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:20.416447 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-233a7468-e58c-477f-bf2c-3994c5066394 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Request body: {'security_group_rule': {'security_group_id': '77aa4516-92bf-418a-a22e-5a3dac2368c3', 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:44:20.423263 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-233a7468-e58c-477f-bf2c-3994c5066394 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:20.427273 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-233a7468-e58c-477f-bf2c-3994c5066394 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Usage tracker for resource:security_group_rule and tenant:ee2ca57b536d4a6eb9a1165c495ab71b is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:20.430562 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-233a7468-e58c-477f-bf2c-3994c5066394 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:20.436728 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-233a7468-e58c-477f-bf2c-3994c5066394 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:20.449824 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.securitygroups_db [None req-233a7468-e58c-477f-bf2c-3994c5066394 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Project ee2ca57b536d4a6eb9a1165c495ab71b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 07:44:20.456792 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-233a7468-e58c-477f-bf2c-3994c5066394 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:20.528314 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-233a7468-e58c-477f-bf2c-3994c5066394 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:20.531545 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-233a7468-e58c-477f-bf2c-3994c5066394 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:20.536498 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4a017f2e-8a39-43c5-9b62-58d49f11916a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:20.568794 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-233a7468-e58c-477f-bf2c-3994c5066394 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:20.570085 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-233a7468-e58c-477f-bf2c-3994c5066394 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1584368
Apr 19 07:44:20.573218 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 52224) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:20.580020 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a7468-e58c-477f-bf2c-3994c5066394 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d415e9a-9c23-4055-bda8-9bb784128e6e,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:20.595392 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-e2d2fafc-2fbd-40e4-b8fd-63efe7c56526 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Request body: {'security_group_rule': {'security_group_id': '77aa4516-92bf-418a-a22e-5a3dac2368c3', 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:44:20.612870 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-233a7468-e58c-477f-bf2c-3994c5066394 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:20.614365 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e2d2fafc-2fbd-40e4-b8fd-63efe7c56526 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:20.628375 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-e2d2fafc-2fbd-40e4-b8fd-63efe7c56526 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Usage tracker for resource:security_group_rule and tenant:ee2ca57b536d4a6eb9a1165c495ab71b is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:20.633322 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-e2d2fafc-2fbd-40e4-b8fd-63efe7c56526 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:20.648521 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e2d2fafc-2fbd-40e4-b8fd-63efe7c56526 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:20.715004 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.securitygroups_db [None req-e2d2fafc-2fbd-40e4-b8fd-63efe7c56526 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Project ee2ca57b536d4a6eb9a1165c495ab71b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 07:44:20.723326 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165eddd68>, [{'id': 'dfc93382-48dc-480f-b26c-3b9e981ef6ee', 'name': 'tempest-TestShelveInstance-527698484-router', 'tenant_id': '319cf7a60a0748968d77ba96cbe3ac96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '09bd48c4-f493-45f1-8fd1-465798445f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:44:05Z', 'updated_at': '2021-04-19T07:44:12Z', 'revision_number': 4, 'project_id': '319cf7a60a0748968d77ba96cbe3ac96', 'gw_port': {'id': '09bd48c4-f493-45f1-8fd1-465798445f58', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc93382-48dc-480f-b26c-3b9e981ef6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:44:07Z', 'updated_at': '2021-04-19T07:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': 'e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9', 'name': '', 'network_id': '0203d542-d2bc-4c4e-bf49-526ce8efa258', 'tenant_id': '319cf7a60a0748968d77ba96cbe3ac96', 'mac_address': 'fa:16:3e:4b:4d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc93382-48dc-480f-b26c-3b9e981ef6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '328cce50-572d-40ee-a48b-5ece80d36a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:44:11Z', 'updated_at': '2021-04-19T07:44:19Z', 'revision_number': 4, 'project_id': '319cf7a60a0748968d77ba96cbe3ac96', 'subnets': [{'id': '328cce50-572d-40ee-a48b-5ece80d36a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:44:20.724873 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e2d2fafc-2fbd-40e4-b8fd-63efe7c56526 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:20.727808 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840346e-502b-4d4f-b121-4a7d9b99155b None None] The sync data for ids ['dfc93382-48dc-480f-b26c-3b9e981ef6ee'] in dv-cinder-773870-2-iscsi is: [{'id': 'dfc93382-48dc-480f-b26c-3b9e981ef6ee', 'name': 'tempest-TestShelveInstance-527698484-router', 'tenant_id': '319cf7a60a0748968d77ba96cbe3ac96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '09bd48c4-f493-45f1-8fd1-465798445f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:44:05Z', 'updated_at': '2021-04-19T07:44:12Z', 'revision_number': 4, 'project_id': '319cf7a60a0748968d77ba96cbe3ac96', 'gw_port': {'id': '09bd48c4-f493-45f1-8fd1-465798445f58', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc93382-48dc-480f-b26c-3b9e981ef6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:44:07Z', 'updated_at': '2021-04-19T07:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': 'e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9', 'name': '', 'network_id': '0203d542-d2bc-4c4e-bf49-526ce8efa258', 'tenant_id': '319cf7a60a0748968d77ba96cbe3ac96', 'mac_address': 'fa:16:3e:4b:4d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc93382-48dc-480f-b26c-3b9e981ef6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '328cce50-572d-40ee-a48b-5ece80d36a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:44:11Z', 'updated_at': '2021-04-19T07:44:19Z', 'revision_number': 4, 'project_id': '319cf7a60a0748968d77ba96cbe3ac96', 'subnets': [{'id': '328cce50-572d-40ee-a48b-5ece80d36a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:44:20.739094 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-b58d7620-c410-47cd-9c54-c421d0ac7b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61654dadd8>, [{'id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'name': 'tempest-TestMinimumBasicScenario-697593408-router', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:40Z', 'updated_at': '2021-04-19T07:42:46Z', 'revision_number': 4, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'gw_port': {'id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:41Z', 'updated_at': '2021-04-19T07:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': 'bccc5788-0b6d-4a2d-81a9-d81c804a3e5c', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'port_id': 'e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3', 'mac_address': 'fa:16:3e:31:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fcb04d-ebca-4c06-b67b-ddad41b8595d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:44:16Z', 'updated_at': '2021-04-19T07:44:16Z', 'revision_number': 0, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34795a46-9fa7-4da8-b6cc-7931a8a65076', 'name': '', 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'mac_address': 'fa:16:3e:f7:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3643a73d-bbcf-408b-929c-8c605c75acdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:45Z', 'updated_at': '2021-04-19T07:42:56Z', 'revision_number': 5, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'subnets': [{'id': '3643a73d-bbcf-408b-929c-8c605c75acdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:44:20.743517 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58d7620-c410-47cd-9c54-c421d0ac7b9a None None] The sync data for ids ['09706c0a-9a5a-4357-9e14-649cb87c30f1'] in dv-cinder-773870-2-iscsi is: [{'id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'name': 'tempest-TestMinimumBasicScenario-697593408-router', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:40Z', 'updated_at': '2021-04-19T07:42:46Z', 'revision_number': 4, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'gw_port': {'id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:41Z', 'updated_at': '2021-04-19T07:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': 'bccc5788-0b6d-4a2d-81a9-d81c804a3e5c', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'port_id': 'e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3', 'mac_address': 'fa:16:3e:31:d6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fcb04d-ebca-4c06-b67b-ddad41b8595d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:44:16Z', 'updated_at': '2021-04-19T07:44:16Z', 'revision_number': 0, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34795a46-9fa7-4da8-b6cc-7931a8a65076', 'name': '', 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'mac_address': 'fa:16:3e:f7:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3643a73d-bbcf-408b-929c-8c605c75acdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:45Z', 'updated_at': '2021-04-19T07:42:56Z', 'revision_number': 5, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'subnets': [{'id': '3643a73d-bbcf-408b-929c-8c605c75acdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:44:20.811292 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c802ae5-2537-4930-91b8-0e7fe3f2fd04 req-36a1a49e-6811-400e-a16d-340de9299192 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:20.812902 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9c802ae5-2537-4930-91b8-0e7fe3f2fd04 req-36a1a49e-6811-400e-a16d-340de9299192 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 950 time: 0.1574476
Apr 19 07:44:21.083751 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e2d2fafc-2fbd-40e4-b8fd-63efe7c56526 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:21.130753 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea295b56-be87-46e6-8f26-779376a3fa51 None None] New status for floating IP bccc5788-0b6d-4a2d-81a9-d81c804a3e5c: ACTIVE {{(pid=86358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 07:44:21.142021 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e2d2fafc-2fbd-40e4-b8fd-63efe7c56526 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:21.182311 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-43bcc3ac-15c9-4514-a873-954e04f5978c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:21.226095 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9c802ae5-2537-4930-91b8-0e7fe3f2fd04 req-ce6927b4-7b0f-4529-9d17-38fea843b20b tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/security-groups?id=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3998723
Apr 19 07:44:21.245636 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2fafc-2fbd-40e4-b8fd-63efe7c56526 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609a8fc6-63ef-48b2-b17d-3e05a2708a35,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:21.254800 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e2d2fafc-2fbd-40e4-b8fd-63efe7c56526 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:21.269098 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e2d2fafc-2fbd-40e4-b8fd-63efe7c56526 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:21.270557 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-e2d2fafc-2fbd-40e4-b8fd-63efe7c56526 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.6928413
Apr 19 07:44:21.376490 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80548a3d-dcd1-436a-9d9b-5ff6909d560c req-e4689de9-9ea6-4919-84c8-72c1d199b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:21.378094 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-80548a3d-dcd1-436a-9d9b-5ff6909d560c req-e4689de9-9ea6-4919-84c8-72c1d199b68c service neutron] 10.222.0.16 "GET /v2.0/networks?id=05d44543-9d4b-4374-aa98-e53850813000 HTTP/1.1" status: 200  len: 919 time: 0.3498685
Apr 19 07:44:21.459678 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e1e1a-8829-479f-8c2b-636229254679 req-3e6811c6-1422-4b41-888f-464a63c05284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:21.462947 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8f5e1e1a-8829-479f-8c2b-636229254679 req-3e6811c6-1422-4b41-888f-464a63c05284 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee2ca57b536d4a6eb9a1165c495ab71b&device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 1098 time: 0.3761988
Apr 19 07:44:21.507458 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-80548a3d-dcd1-436a-9d9b-5ff6909d560c req-a61b5beb-be8b-4330-b6a3-84e788d510d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8d128b4-0359-4a70-ae38-e586ea9ea296 HTTP/1.1" status: 200  len: 217 time: 0.1204970
Apr 19 07:44:21.561494 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea713b28-dcbd-4896-9817-b72d314edafa req-5db2f3fc-0b95-4b60-bfd5-fc89c0590eef tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:21.563475 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ea713b28-dcbd-4896-9817-b72d314edafa req-5db2f3fc-0b95-4b60-bfd5-fc89c0590eef tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.2687654
Apr 19 07:44:21.656177 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80548a3d-dcd1-436a-9d9b-5ff6909d560c req-ad2f15f3-735b-4d7f-aad0-d1eb7c5a8eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:21.657811 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-80548a3d-dcd1-436a-9d9b-5ff6909d560c req-ad2f15f3-735b-4d7f-aad0-d1eb7c5a8eee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a88bf00-3a3b-4639-a89d-0ce64b93496d HTTP/1.1" status: 200  len: 858 time: 0.1399460
Apr 19 07:44:21.704584 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ea713b28-dcbd-4896-9817-b72d314edafa req-690362a9-bea3-435c-a929-7249ca0cb890 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346507
Apr 19 07:44:21.708002 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-aa87106d-e5f7-4c73-a664-13c6440f83e1 req-b3e50b0e-44d7-4aea-8dfd-2614d2f7a9c4 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741158579&fields=id&tenant_id=ee2ca57b536d4a6eb9a1165c495ab71b HTTP/1.1" status: 200  len: 267 time: 0.1951323
Apr 19 07:44:21.799242 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-80548a3d-dcd1-436a-9d9b-5ff6909d560c req-ea97627a-1654-402f-bfe8-59ac6bec0bad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05d44543-9d4b-4374-aa98-e53850813000&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1322386
Apr 19 07:44:21.843972 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e1e1a-8829-479f-8c2b-636229254679 req-ad0d539f-b9ea-41fa-8630-13158ce0510a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:21.848359 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8f5e1e1a-8829-479f-8c2b-636229254679 req-ad0d539f-b9ea-41fa-8630-13158ce0510a service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ce6dd40-ed90-4d53-9fbe-9465812d6db3 HTTP/1.1" status: 200  len: 915 time: 0.3652420
Apr 19 07:44:22.024573 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:44:22.037336 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-80548a3d-dcd1-436a-9d9b-5ff6909d560c req-381badd3-6983-4dfd-bc4c-8408ed616e97 service neutron] 10.222.0.16 "GET /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2300434
Apr 19 07:44:22.132904 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87106d-e5f7-4c73-a664-13c6440f83e1 req-3f70952d-9ea9-4978-8ca3-1c6761af6c63 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:22.134502 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-aa87106d-e5f7-4c73-a664-13c6440f83e1 req-3f70952d-9ea9-4978-8ca3-1c6761af6c63 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 945 time: 0.4173160
Apr 19 07:44:22.156032 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-aa87106d-e5f7-4c73-a664-13c6440f83e1 req-2d78084c-f79f-4f3c-b3ca-e4d949477204 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Request body: {'port': {'security_groups': ['ac0e33a7-721f-483f-8afe-092863090dfc', '77aa4516-92bf-418a-a22e-5a3dac2368c3']}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:44:22.161813 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:44:22.172588 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:44:22.173007 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:22.230918 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-80548a3d-dcd1-436a-9d9b-5ff6909d560c req-18cbfbb6-16ff-4036-bc95-8f608349e34b service neutron] 10.222.0.16 "GET /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1810260
Apr 19 07:44:22.292005 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8f5e1e1a-8829-479f-8c2b-636229254679 req-48066b35-e67a-43df-8f1e-ac3b2d2a1fde service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 HTTP/1.1" status: 200  len: 1000 time: 0.4251528
Apr 19 07:44:22.434342 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:22.460431 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd26756-c35e-48ef-8b86-52023c9a9095 req-8eafb66d-72af-403e-be90-3799f4a07185 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:22.462575 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ddd26756-c35e-48ef-8b86-52023c9a9095 req-8eafb66d-72af-403e-be90-3799f4a07185 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.4140306
Apr 19 07:44:22.504074 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9,segment=NetworkSegment(5cefd99c-f9de-463a-b659-1c389c18aecf),segment_id=5cefd99c-f9de-463a-b659-1c389c18aecf)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:44:22.516073 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-aa87106d-e5f7-4c73-a664-13c6440f83e1 req-2d78084c-f79f-4f3c-b3ca-e4d949477204 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:22.519360 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:22.535254 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c83689f8-c763-4058-8165-76640cdfd7f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:22.551415 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e1e1a-8829-479f-8c2b-636229254679 req-05246718-9a0a-4382-9f2a-2b98db7032b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:22.553270 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8f5e1e1a-8829-479f-8c2b-636229254679 req-05246718-9a0a-4382-9f2a-2b98db7032b9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3643a73d-bbcf-408b-929c-8c605c75acdc HTTP/1.1" status: 200  len: 853 time: 0.2355442
Apr 19 07:44:22.558882 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ddd26756-c35e-48ef-8b86-52023c9a9095 req-34a4e22c-705b-4c3f-8a9a-0c267e94bbd2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0858166
Apr 19 07:44:22.692844 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:22.697680 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:22.766922 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e1e1a-8829-479f-8c2b-636229254679 req-7cc3cfb4-ea77-4f16-aad2-6c928860a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:22.768653 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8f5e1e1a-8829-479f-8c2b-636229254679 req-7cc3cfb4-ea77-4f16-aad2-6c928860a15b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ce6dd40-ed90-4d53-9fbe-9465812d6db3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1765101
Apr 19 07:44:23.130906 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8f5e1e1a-8829-479f-8c2b-636229254679 req-52e5b737-e989-4474-b93b-a34faecf273d service neutron] 10.222.0.16 "GET /v2.0/networks/1ce6dd40-ed90-4d53-9fbe-9465812d6db3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3100324
Apr 19 07:44:23.149874 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc6902-101f-4661-9ff0-7dc9d84c74de req-ddc31c67-90b6-46ba-b7b0-8ff5c33a7532 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:23.151517 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fefc6902-101f-4661-9ff0-7dc9d84c74de req-ddc31c67-90b6-46ba-b7b0-8ff5c33a7532 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 950 time: 0.3755872
Apr 19 07:44:23.153502 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-aa87106d-e5f7-4c73-a664-13c6440f83e1 req-2d78084c-f79f-4f3c-b3ca-e4d949477204 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] For port e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7,segment=NetworkSegment(d7a4ca43-b6f6-4792-a01a-38a40a6c015d),segment_id=d7a4ca43-b6f6-4792-a01a-38a40a6c015d)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:44:23.216517 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-aa87106d-e5f7-4c73-a664-13c6440f83e1 req-2d78084c-f79f-4f3c-b3ca-e4d949477204 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:23.223408 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fefc6902-101f-4661-9ff0-7dc9d84c74de req-7000e140-3a2d-4a3f-9896-db27966bdc26 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/security-groups?id=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642340
Apr 19 07:44:23.224680 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-aa87106d-e5f7-4c73-a664-13c6440f83e1 req-2d78084c-f79f-4f3c-b3ca-e4d949477204 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:23.231192 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1d631482-18b2-4e14-bc36-eb4cbe5425c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:23.303853 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87106d-e5f7-4c73-a664-13c6440f83e1 req-2d78084c-f79f-4f3c-b3ca-e4d949477204 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:23.304545 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-aa87106d-e5f7-4c73-a664-13c6440f83e1 req-2d78084c-f79f-4f3c-b3ca-e4d949477204 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:23.307454 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-aa87106d-e5f7-4c73-a664-13c6440f83e1 req-2d78084c-f79f-4f3c-b3ca-e4d949477204 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "PUT /v2.0/ports/e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 HTTP/1.1" status: 200  len: 981 time: 1.1562843
Apr 19 07:44:23.307454 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fcb04d-ebca-4c06-b67b-ddad41b8595d', 'tag': 'e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:44:23.326956 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78084c-f79f-4f3c-b3ca-e4d949477204 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Pushing event updated for resources: {'Port': ['ID=e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7,revision_number=6']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:23.330407 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2d78084c-f79f-4f3c-b3ca-e4d949477204 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:23.434536 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018845d-6134-4825-bea8-088bd9ff0b2b req-1ed27f54-3b2e-4649-be48-c6acdc333dd3 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:23.436216 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4018845d-6134-4825-bea8-088bd9ff0b2b req-1ed27f54-3b2e-4649-be48-c6acdc333dd3 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.0932517
Apr 19 07:44:23.481825 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-8f67c717-5969-4de3-be5b-81e0a5f724a0 None None] Provisioning complete for port e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:44:23.482821 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8f67c717-5969-4de3-be5b-81e0a5f724a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:23.494076 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4018845d-6134-4825-bea8-088bd9ff0b2b req-2184c07e-85af-49b8-b093-c41866e3ef9a tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506160
Apr 19 07:44:23.666032 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fcb04d-ebca-4c06-b67b-ddad41b8595d', 'tag': 'e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7', 'status': 'completed', 'code': 200}
Apr 19 07:44:23.706194 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865452ec-da1c-41c6-bc8e-1dada93c0321 req-e6284c16-7496-437e-a703-80d808d822f1 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:23.708036 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-865452ec-da1c-41c6-bc8e-1dada93c0321 req-e6284c16-7496-437e-a703-80d808d822f1 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 984 time: 0.0954597
Apr 19 07:44:23.818452 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-865452ec-da1c-41c6-bc8e-1dada93c0321 req-75133281-5929-4d06-b168-bee0dbe80e6f tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&id=77aa4516-92bf-418a-a22e-5a3dac2368c3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1021354
Apr 19 07:44:23.855421 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc971fc-f14e-42fa-b356-9452d4703ddd req-6f925e2e-d065-4911-a18b-3423804f726d tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:23.857090 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-abc971fc-f14e-42fa-b356-9452d4703ddd req-6f925e2e-d065-4911-a18b-3423804f726d tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 950 time: 0.1392462
Apr 19 07:44:23.908881 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:44:23.909963 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-abc971fc-f14e-42fa-b356-9452d4703ddd req-6d933b75-80ad-43da-878f-94e235081da4 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/security-groups?id=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463021
Apr 19 07:44:24.008651 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:44:24.009362 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:24.046475 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986ffb9-68e1-47d6-b279-897e4630b385 req-000d2427-1e77-4d41-b8d6-9309557e5f4d tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:24.048237 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2986ffb9-68e1-47d6-b279-897e4630b385 req-000d2427-1e77-4d41-b8d6-9309557e5f4d tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.0912437
Apr 19 07:44:24.097397 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2986ffb9-68e1-47d6-b279-897e4630b385 req-ab7461e7-cf4a-4434-aab0-7e66a73cb2e3 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423033
Apr 19 07:44:24.711514 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba0c74-e74d-42d5-973b-1fabed32991e req-1fe39752-9d21-4684-b620-36a2b0729a0e tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:24.713113 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c3ba0c74-e74d-42d5-973b-1fabed32991e req-1fe39752-9d21-4684-b620-36a2b0729a0e tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.0928385
Apr 19 07:44:24.763481 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c3ba0c74-e74d-42d5-973b-1fabed32991e req-dc62f53e-e271-47a7-8876-776917503529 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425870
Apr 19 07:44:25.129468 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305d1ba-d038-4855-b328-6c5910d6f6b4 req-45737040-5a0d-4d85-9a08-6bbc6126df22 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:25.131224 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8305d1ba-d038-4855-b328-6c5910d6f6b4 req-45737040-5a0d-4d85-9a08-6bbc6126df22 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 950 time: 0.0893219
Apr 19 07:44:25.183210 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8305d1ba-d038-4855-b328-6c5910d6f6b4 req-35a68e86-ca7e-456b-be30-866c3d27001a tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/security-groups?id=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447664
Apr 19 07:44:25.317181 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d800e0-6d99-458e-99b8-b72b95d88a9d req-b1c2c52a-f3a1-4818-ad9e-6ebcdd1e477a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:25.318822 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-37d800e0-6d99-458e-99b8-b72b95d88a9d req-b1c2c52a-f3a1-4818-ad9e-6ebcdd1e477a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.0928032
Apr 19 07:44:25.368506 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-37d800e0-6d99-458e-99b8-b72b95d88a9d req-ec02eaf7-7b6d-4e8c-934b-1078e861ad36 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406702
Apr 19 07:44:25.984555 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778096d-e243-4351-abad-eea5943376af req-7bf278b7-4a04-4e83-a6f8-304ab0f89498 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:25.986138 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d778096d-e243-4351-abad-eea5943376af req-7bf278b7-4a04-4e83-a6f8-304ab0f89498 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.0975530
Apr 19 07:44:26.037904 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d778096d-e243-4351-abad-eea5943376af req-dc98cd4e-c36d-4e01-8466-6fda13bedb82 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448442
Apr 19 07:44:26.388149 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:44:26.402350 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee73d14-df24-471e-9f24-923fdf6a14ab req-e7b4bb8c-3492-4be3-a256-8dc6418ec14c tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:26.404022 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-eee73d14-df24-471e-9f24-923fdf6a14ab req-e7b4bb8c-3492-4be3-a256-8dc6418ec14c tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 950 time: 0.0902462
Apr 19 07:44:26.491314 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:26.523028 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:44:26.554875 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-69295f6c-e13e-4351-a52e-516ba97be96b req-11371f61-dded-44d4-97c0-be4584896e6e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0871897
Apr 19 07:44:26.682134 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69295f6c-e13e-4351-a52e-516ba97be96b req-07f1e439-34aa-4dfe-a5b1-752807966987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:26.683845 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-69295f6c-e13e-4351-a52e-516ba97be96b req-07f1e439-34aa-4dfe-a5b1-752807966987 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=737a360207c34d4fa05a2a1646dedd02&device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 1099 time: 0.0933874
Apr 19 07:44:26.843055 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8f5e1e1a-8829-479f-8c2b-636229254679 req-13c17a34-a2db-48d8-adaa-b84ea2f7f114 service neutron] 10.222.0.16 "GET /v2.0/networks/1ce6dd40-ed90-4d53-9fbe-9465812d6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4375718
Apr 19 07:44:26.867859 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-eee73d14-df24-471e-9f24-923fdf6a14ab req-8c293e56-45c8-4313-997c-e8ddc794f3dc tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/security-groups?id=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3503368
Apr 19 07:44:26.869509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69295f6c-e13e-4351-a52e-516ba97be96b req-b7424dd5-40b9-4062-9d9e-2455e984f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:26.871473 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-69295f6c-e13e-4351-a52e-516ba97be96b req-b7424dd5-40b9-4062-9d9e-2455e984f882 service neutron] 10.222.0.16 "GET /v2.0/networks?id=05d44543-9d4b-4374-aa98-e53850813000 HTTP/1.1" status: 200  len: 919 time: 0.1621056
Apr 19 07:44:26.968827 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753da469-2f9d-45d7-a421-bfcda300f0c1 req-5c2087ff-6b73-48fd-98ff-8580a0a3ee90 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:26.970735 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-69295f6c-e13e-4351-a52e-516ba97be96b req-ba027b53-f5c0-450b-ae1e-a2830a3c534d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d196a061-3ecf-4d14-846f-16b5465a8e5f HTTP/1.1" status: 200  len: 217 time: 0.0828059
Apr 19 07:44:26.971885 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-753da469-2f9d-45d7-a421-bfcda300f0c1 req-5c2087ff-6b73-48fd-98ff-8580a0a3ee90 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.4555786
Apr 19 07:44:27.051222 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-753da469-2f9d-45d7-a421-bfcda300f0c1 req-24f7492c-af81-4603-b4b3-65576cbeeabb tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0777521
Apr 19 07:44:27.060717 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69295f6c-e13e-4351-a52e-516ba97be96b req-e6b7bedc-4dba-4919-9856-635a6b04f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:27.062876 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-69295f6c-e13e-4351-a52e-516ba97be96b req-e6b7bedc-4dba-4919-9856-635a6b04f41e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a88bf00-3a3b-4639-a89d-0ce64b93496d HTTP/1.1" status: 200  len: 858 time: 0.0780990
Apr 19 07:44:27.070279 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4edaf-83dc-43a1-8572-6297e69063a9 req-b1c44695-49e1-4c5b-ba7a-0ce72b7ca922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:27.088567 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-72e4edaf-83dc-43a1-8572-6297e69063a9 req-b1c44695-49e1-4c5b-ba7a-0ce72b7ca922 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee2ca57b536d4a6eb9a1165c495ab71b&device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 1137 time: 0.1830840
Apr 19 07:44:27.266036 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed57ec0-304d-412f-90de-b28068ab7cfe req-f8123466-def8-44f3-9c10-3561e7cfeda8 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:27.267684 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fed57ec0-304d-412f-90de-b28068ab7cfe req-f8123466-def8-44f3-9c10-3561e7cfeda8 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.0925872
Apr 19 07:44:27.315523 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fed57ec0-304d-412f-90de-b28068ab7cfe req-5d5444a3-2f98-46a8-9628-c653368a78e7 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413110
Apr 19 07:44:28.090547 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba09677-305b-4332-a27f-525a70699245 req-be2be2c3-47d8-4e20-ac76-a2cb93094ac9 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:28.092202 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5ba09677-305b-4332-a27f-525a70699245 req-be2be2c3-47d8-4e20-ac76-a2cb93094ac9 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 950 time: 0.0940871
Apr 19 07:44:28.143731 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5ba09677-305b-4332-a27f-525a70699245 req-458e41fa-96bd-42d9-871b-579590b00098 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/security-groups?id=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451598
Apr 19 07:44:28.267714 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aa770-5753-4323-a7f9-07890d38467d req-4a24780f-8ddd-4af2-975c-a1bc08f81654 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:28.269291 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-232aa770-5753-4323-a7f9-07890d38467d req-4a24780f-8ddd-4af2-975c-a1bc08f81654 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.0882404
Apr 19 07:44:28.320154 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-232aa770-5753-4323-a7f9-07890d38467d req-eecea1a7-8215-494e-8530-9ee8117792f9 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413473
Apr 19 07:44:28.523518 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db2c72-bf61-4033-a9c4-3bbbf3f814cd req-7c0a150e-f417-45b7-934d-2d6856d33b95 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:28.525116 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d3db2c72-bf61-4033-a9c4-3bbbf3f814cd req-7c0a150e-f417-45b7-934d-2d6856d33b95 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.0952525
Apr 19 07:44:28.578456 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d3db2c72-bf61-4033-a9c4-3bbbf3f814cd req-fc736613-99b8-424e-909d-cdecdbabac46 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433655
Apr 19 07:44:29.136530 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-69295f6c-e13e-4351-a52e-516ba97be96b req-416bc422-fcca-4bbf-a47e-ec0006eff243 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05d44543-9d4b-4374-aa98-e53850813000&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0556412
Apr 19 07:44:29.227301 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4edaf-83dc-43a1-8572-6297e69063a9 req-492c27f2-297d-46dd-8ec2-583e47b774ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:29.228943 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-72e4edaf-83dc-43a1-8572-6297e69063a9 req-492c27f2-297d-46dd-8ec2-583e47b774ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ce6dd40-ed90-4d53-9fbe-9465812d6db3 HTTP/1.1" status: 200  len: 915 time: 0.1464775
Apr 19 07:44:29.362048 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf293b6-fd29-4a08-9a24-bd9f57f419c6 req-bf5c7e01-dc4c-42a6-bb72-ca7722e2a819 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:29.363519 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6cf293b6-fd29-4a08-9a24-bd9f57f419c6 req-bf5c7e01-dc4c-42a6-bb72-ca7722e2a819 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 950 time: 0.1005054
Apr 19 07:44:29.418256 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6cf293b6-fd29-4a08-9a24-bd9f57f419c6 req-223e5390-df2d-41dd-a71b-1ea760d2a394 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/security-groups?id=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477664
Apr 19 07:44:29.541126 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0db1c5-81ae-427f-ba11-ee8f9e83a228 req-beb3169b-aeea-49eb-b27f-615f25cb87c6 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:29.543008 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fa0db1c5-81ae-427f-ba11-ee8f9e83a228 req-beb3169b-aeea-49eb-b27f-615f25cb87c6 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.0939136
Apr 19 07:44:29.593489 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fa0db1c5-81ae-427f-ba11-ee8f9e83a228 req-878cf37b-7ee8-4989-975d-fef23faee784 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438004
Apr 19 07:44:29.790593 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a438a4-8966-469f-9c93-e587e0c488b4 req-027bfeb8-4878-42de-910f-1257e73e5b5d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:29.792210 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-25a438a4-8966-469f-9c93-e587e0c488b4 req-027bfeb8-4878-42de-910f-1257e73e5b5d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.0954509
Apr 19 07:44:29.841847 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-25a438a4-8966-469f-9c93-e587e0c488b4 req-dcdffb6f-d428-498d-9dab-5fee8ceba3db tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432615
Apr 19 07:44:30.289874 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-72e4edaf-83dc-43a1-8572-6297e69063a9 req-dbb9d9fe-143c-4ea4-b390-31ca1c661b15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 HTTP/1.1" status: 200  len: 1000 time: 0.1207199
Apr 19 07:44:30.319087 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-69295f6c-e13e-4351-a52e-516ba97be96b req-f60e7678-8752-4551-887d-63c02c29ddde service neutron] 10.222.0.16 "GET /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509645
Apr 19 07:44:30.361548 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4edaf-83dc-43a1-8572-6297e69063a9 req-fccfd6c2-9524-46aa-bddf-761577e124d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:30.363177 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-72e4edaf-83dc-43a1-8572-6297e69063a9 req-fccfd6c2-9524-46aa-bddf-761577e124d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3643a73d-bbcf-408b-929c-8c605c75acdc HTTP/1.1" status: 200  len: 853 time: 0.0649176
Apr 19 07:44:30.447678 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4edaf-83dc-43a1-8572-6297e69063a9 req-567dee75-4027-44ba-9506-2a74febb54b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:30.449196 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-72e4edaf-83dc-43a1-8572-6297e69063a9 req-567dee75-4027-44ba-9506-2a74febb54b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ce6dd40-ed90-4d53-9fbe-9465812d6db3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0773308
Apr 19 07:44:30.469472 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-69295f6c-e13e-4351-a52e-516ba97be96b req-d3f38de7-0b4d-4af9-9e12-1473406b360b service neutron] 10.222.0.16 "GET /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406267
Apr 19 07:44:30.668999 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-72e4edaf-83dc-43a1-8572-6297e69063a9 req-2f6bf544-0b22-43a2-9785-c8165ee0a321 service neutron] 10.222.0.16 "GET /v2.0/networks/1ce6dd40-ed90-4d53-9fbe-9465812d6db3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2105496
Apr 19 07:44:30.684984 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b13b67-f9e2-4d9c-8a8e-0040afe69032 req-a2cc6b8b-131e-4689-bfe8-41f0e7e0ea6a tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:30.688688 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d1b13b67-f9e2-4d9c-8a8e-0040afe69032 req-a2cc6b8b-131e-4689-bfe8-41f0e7e0ea6a tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 950 time: 0.1311777
Apr 19 07:44:30.848019 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d1b13b67-f9e2-4d9c-8a8e-0040afe69032 req-d538d6c8-634e-4102-afd6-91086f1e94f0 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/security-groups?id=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368082
Apr 19 07:44:30.951307 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-72e4edaf-83dc-43a1-8572-6297e69063a9 req-fdc5929d-1ec0-4fa9-b7e7-9439f4ec0fd4 service neutron] 10.222.0.16 "GET /v2.0/networks/1ce6dd40-ed90-4d53-9fbe-9465812d6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2636604
Apr 19 07:44:30.995657 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c649d-24d9-468a-84fb-b715dbf05db3 req-95d392d2-a68c-40b7-9c82-deb9168542d3 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:30.997146 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-857c649d-24d9-468a-84fb-b715dbf05db3 req-95d392d2-a68c-40b7-9c82-deb9168542d3 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.1141143
Apr 19 07:44:31.105346 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-857c649d-24d9-468a-84fb-b715dbf05db3 req-16672502-7351-4f17-97b7-97bad404abb2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0642464
Apr 19 07:44:31.128615 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf2021-26e2-4b28-b3b4-fcd571f848a2 req-1dc6c226-9a1d-45e3-9533-7576a1242bf9 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:31.130327 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-feaf2021-26e2-4b28-b3b4-fcd571f848a2 req-1dc6c226-9a1d-45e3-9533-7576a1242bf9 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1445751
Apr 19 07:44:31.190703 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-feaf2021-26e2-4b28-b3b4-fcd571f848a2 req-65ca1de1-0515-483f-8fd3-1879e9dfd9ec tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529013
Apr 19 07:44:31.432581 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bb4aa-67fd-403d-b4ef-334803474c11 req-f4611623-33ea-496e-8a56-48453dc5dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:31.434257 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6f3bb4aa-67fd-403d-b4ef-334803474c11 req-f4611623-33ea-496e-8a56-48453dc5dbe2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82&tenant_id=3a43260bdda249fa8463858d2df10378 HTTP/1.1" status: 200  len: 1096 time: 0.0987103
Apr 19 07:44:32.072214 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f78c8d-b1f4-4f2f-8b40-f225a841d73b req-48e87a14-96b5-4ba1-9e20-b6787b9d8314 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:32.074024 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-44f78c8d-b1f4-4f2f-8b40-f225a841d73b req-48e87a14-96b5-4ba1-9e20-b6787b9d8314 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 950 time: 0.0936406
Apr 19 07:44:32.126941 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-44f78c8d-b1f4-4f2f-8b40-f225a841d73b req-98a9b65d-6a7b-4d15-add7-3a674124e325 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/security-groups?id=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434530
Apr 19 07:44:32.387486 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0827e1a-4295-42df-90b9-6d966f9d59db req-0acf246b-b6b9-4621-a36a-2efc5c018220 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:32.389067 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b0827e1a-4295-42df-90b9-6d966f9d59db req-0acf246b-b6b9-4621-a36a-2efc5c018220 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.1437802
Apr 19 07:44:32.450320 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b0827e1a-4295-42df-90b9-6d966f9d59db req-292ed3c4-45fe-490c-ba15-da61aecd7989 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517135
Apr 19 07:44:32.459601 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f631114-c467-4d45-85ed-b69dfcc28ef1 req-de434d03-29c1-412d-9b4c-ebda5eb2464c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:32.461540 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8f631114-c467-4d45-85ed-b69dfcc28ef1 req-de434d03-29c1-412d-9b4c-ebda5eb2464c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1483810
Apr 19 07:44:32.518602 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8f631114-c467-4d45-85ed-b69dfcc28ef1 req-4c80147b-e2f9-4076-86a3-4657f98a93f1 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445735
Apr 19 07:44:33.339992 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15223931-8250-4bbd-8b44-a5837abe6231 req-f55257cf-e4c5-4265-a1f2-8e9e8c7dd85e tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:33.341623 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-15223931-8250-4bbd-8b44-a5837abe6231 req-f55257cf-e4c5-4265-a1f2-8e9e8c7dd85e tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 950 time: 0.0943551
Apr 19 07:44:33.389645 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-15223931-8250-4bbd-8b44-a5837abe6231 req-88ce7eef-8f9c-43bb-b2a1-1bb8cba94e25 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/security-groups?id=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414965
Apr 19 07:44:33.680614 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78601f95-4b40-4b35-8970-fa977999e703 req-5d8c2a4f-ae11-4a5f-8da1-d09d467919a6 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:33.682208 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-78601f95-4b40-4b35-8970-fa977999e703 req-5d8c2a4f-ae11-4a5f-8da1-d09d467919a6 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.0926270
Apr 19 07:44:33.733421 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-78601f95-4b40-4b35-8970-fa977999e703 req-36144cec-8bd7-4871-a91d-0e63a2d37209 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426841
Apr 19 07:44:33.785141 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8584bac7-6698-4c9b-b145-959df7807706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:34.596401 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b755b-477b-49c6-accc-e11f631729a5 req-2af10e58-b7e8-4174-8563-c5610f422742 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:34.598024 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8b1b755b-477b-49c6-accc-e11f631729a5 req-2af10e58-b7e8-4174-8563-c5610f422742 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 950 time: 0.0933228
Apr 19 07:44:34.647620 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8b1b755b-477b-49c6-accc-e11f631729a5 req-84ba0d23-7dab-466c-920a-866ccb178d13 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/security-groups?id=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433545
Apr 19 07:44:34.771693 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bb4aa-67fd-403d-b4ef-334803474c11 req-3c8c4b9a-1fe5-48ba-8dc6-fa2d26d00509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:34.773317 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6f3bb4aa-67fd-403d-b4ef-334803474c11 req-3c8c4b9a-1fe5-48ba-8dc6-fa2d26d00509 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a43260bdda249fa8463858d2df10378&device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 1096 time: 0.0854685
Apr 19 07:44:34.777790 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff83d3-05fc-4813-9ac1-2e18d3ca1d29 req-007df4d9-922a-4f3f-9b40-5b4f0be4a62b tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:34.779451 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3aff83d3-05fc-4813-9ac1-2e18d3ca1d29 req-007df4d9-922a-4f3f-9b40-5b4f0be4a62b tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.16 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 950 time: 0.0937188
Apr 19 07:44:34.869805 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-3aff83d3-05fc-4813-9ac1-2e18d3ca1d29 req-bbea03ac-c28f-44c6-9eb1-70d0e156b63d tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Deleting port 600928da-69ce-4270-bc9e-0a8a7d780704 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:44:34.870311 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-3aff83d3-05fc-4813-9ac1-2e18d3ca1d29 req-bbea03ac-c28f-44c6-9eb1-70d0e156b63d tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:34.937586 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bb4aa-67fd-403d-b4ef-334803474c11 req-474614a7-ce86-4fee-8b0c-fdc288baca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:34.939182 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6f3bb4aa-67fd-403d-b4ef-334803474c11 req-474614a7-ce86-4fee-8b0c-fdc288baca1e service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5f1dd0c-8823-440f-8f62-01e66b821b29 HTTP/1.1" status: 200  len: 917 time: 0.1511216
Apr 19 07:44:35.053742 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6f3bb4aa-67fd-403d-b4ef-334803474c11 req-d92eedcf-c6a5-4c84-af72-380fee7bfe43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=090aa1fc-aa56-4dd7-90e5-e91458560b82 HTTP/1.1" status: 200  len: 999 time: 0.1077819
Apr 19 07:44:35.107242 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa5668-5306-47dd-99a2-367f346582fc req-1c5024a5-8175-4517-8edc-2c014e266f86 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:35.108858 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a6aa5668-5306-47dd-99a2-367f346582fc req-1c5024a5-8175-4517-8edc-2c014e266f86 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.2036829
Apr 19 07:44:35.138842 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bb4aa-67fd-403d-b4ef-334803474c11 req-2bc45ec5-cb78-494d-aa13-ef472c3b5746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:35.140944 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6f3bb4aa-67fd-403d-b4ef-334803474c11 req-2bc45ec5-cb78-494d-aa13-ef472c3b5746 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a2ef621-9f95-4913-83e2-4f12522f9619 HTTP/1.1" status: 200  len: 855 time: 0.0707333
Apr 19 07:44:35.239917 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a6aa5668-5306-47dd-99a2-367f346582fc req-9fbcb09b-e110-4603-aebc-92983bba7a3e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0807920
Apr 19 07:44:35.260323 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bb4aa-67fd-403d-b4ef-334803474c11 req-04f2cd88-e9d5-443c-bcd3-2ccda39aa9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:35.262027 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6f3bb4aa-67fd-403d-b4ef-334803474c11 req-04f2cd88-e9d5-443c-bcd3-2ccda39aa9e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5f1dd0c-8823-440f-8f62-01e66b821b29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1129048
Apr 19 07:44:35.268264 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-3aff83d3-05fc-4813-9ac1-2e18d3ca1d29 req-bbea03ac-c28f-44c6-9eb1-70d0e156b63d tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] For port 600928da-69ce-4270-bc9e-0a8a7d780704, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=600928da-69ce-4270-bc9e-0a8a7d780704,segment=NetworkSegment(027945da-a7e8-4900-9f35-d0a9021a0e18),segment_id=027945da-a7e8-4900-9f35-d0a9021a0e18)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:44:35.268907 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-3aff83d3-05fc-4813-9ac1-2e18d3ca1d29 req-bbea03ac-c28f-44c6-9eb1-70d0e156b63d tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:35.419187 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6f3bb4aa-67fd-403d-b4ef-334803474c11 req-7dd3a284-960f-43b7-8df7-483a8f29748c service neutron] 10.222.0.16 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491623
Apr 19 07:44:35.440017 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-3aff83d3-05fc-4813-9ac1-2e18d3ca1d29 req-bbea03ac-c28f-44c6-9eb1-70d0e156b63d tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Calling delete_port for 600928da-69ce-4270-bc9e-0a8a7d780704 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:44:35.697293 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-3aff83d3-05fc-4813-9ac1-2e18d3ca1d29 req-bbea03ac-c28f-44c6-9eb1-70d0e156b63d tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:35.715547 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:35.808153 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6f3bb4aa-67fd-403d-b4ef-334803474c11 req-8d593cc9-52c4-4f3d-83b2-743b75616fc6 service neutron] 10.222.0.16 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3812306
Apr 19 07:44:36.005519 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b9be777c-3248-4fb1-bb4b-1a29c362a37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:36.071187 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea03ac-c28f-44c6-9eb1-70d0e156b63d tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Pushing event deleted for resources: {'Port': ['ID=600928da-69ce-4270-bc9e-0a8a7d780704,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:36.111292 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-bbea03ac-c28f-44c6-9eb1-70d0e156b63d tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:36.114019 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7f0dedc7-d9b2-43b5-8e2e-45f49979f842 req-1ecda878-ab0d-440b-8e48-f6fc5a29122a tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 210 time: 0.1303990
Apr 19 07:44:36.127091 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aff83d3-05fc-4813-9ac1-2e18d3ca1d29 req-bbea03ac-c28f-44c6-9eb1-70d0e156b63d tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] No DVR routers for this DVR port 600928da-69ce-4270-bc9e-0a8a7d780704 on host hv-cinder-77387 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:44:36.130362 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-3aff83d3-05fc-4813-9ac1-2e18d3ca1d29 req-bbea03ac-c28f-44c6-9eb1-70d0e156b63d tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:36.135009 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2070bbe9-b768-4365-983b-81ed60c0b279', 'name': 'network-vif-deleted', 'tag': '600928da-69ce-4270-bc9e-0a8a7d780704'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:44:36.150378 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3aff83d3-05fc-4813-9ac1-2e18d3ca1d29 req-bbea03ac-c28f-44c6-9eb1-70d0e156b63d tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.16 "DELETE /v2.0/ports/600928da-69ce-4270-bc9e-0a8a7d780704 HTTP/1.1" status: 204  len: 173 time: 1.3615344
Apr 19 07:44:36.330821 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2070bbe9-b768-4365-983b-81ed60c0b279', 'name': 'network-vif-deleted', 'tag': '600928da-69ce-4270-bc9e-0a8a7d780704', 'status': 'completed', 'code': 200}
Apr 19 07:44:36.381847 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:36.469635 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48e1f5-a81f-493d-9613-4153323ecec6 req-38964ab3-f018-4473-adbf-e29ebf71ac93 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:36.471313 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7d48e1f5-a81f-493d-9613-4153323ecec6 req-38964ab3-f018-4473-adbf-e29ebf71ac93 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.0937870
Apr 19 07:44:36.525018 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7d48e1f5-a81f-493d-9613-4153323ecec6 req-d34dbf53-07eb-423c-901f-ae199705b891 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468082
Apr 19 07:44:37.002793 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:37.313166 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-cd533fef-61f3-44f8-b6aa-b205decb9c9c req-a72ed975-d181-4c00-9bb5-20cdbb5d8472 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Synchronizing usage tracker for tenant:625370e219a6439fbd553aad3ff48bef on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:44:37.329737 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-cd533fef-61f3-44f8-b6aa-b205decb9c9c req-a72ed975-d181-4c00-9bb5-20cdbb5d8472 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Unset dirty status for tenant:625370e219a6439fbd553aad3ff48bef on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:44:37.330999 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cd533fef-61f3-44f8-b6aa-b205decb9c9c req-a72ed975-d181-4c00-9bb5-20cdbb5d8472 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 210 time: 0.0727379
Apr 19 07:44:37.756563 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cadbc6-25b2-4b30-a641-e51b463a0d87 req-a6738275-49d5-47b6-837b-298550a91a3a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:37.758178 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-90cadbc6-25b2-4b30-a641-e51b463a0d87 req-a6738275-49d5-47b6-837b-298550a91a3a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.1012998
Apr 19 07:44:37.808073 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-90cadbc6-25b2-4b30-a641-e51b463a0d87 req-3748ef20-5340-4c70-b4d0-dee28ec84bd9 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417597
Apr 19 07:44:37.849168 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:38.506701 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cf18132a-ccdf-4e6a-bbac-250581c7e090 req-72e6d1ae-6b64-4494-82fc-297f02742369 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 210 time: 0.0486014
Apr 19 07:44:38.711855 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 600928da-69ce-4270-bc9e-0a8a7d780704 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:44:38.757828 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] No Port match for: 600928da-69ce-4270-bc9e-0a8a7d780704 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:44:38.758236 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 600928da-69ce-4270-bc9e-0a8a7d780704 not bound to the agent host hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:44:39.037824 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3bade-2d38-4a31-9c59-e399299810de req-a3c6bd48-3bc2-444e-a320-f21eb87cf6d6 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:39.039489 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-31b3bade-2d38-4a31-9c59-e399299810de req-a3c6bd48-3bc2-444e-a320-f21eb87cf6d6 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.0987434
Apr 19 07:44:39.090723 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-31b3bade-2d38-4a31-9c59-e399299810de req-3612b411-c6bb-4419-bab2-543dda0969c9 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441093
Apr 19 07:44:39.706753 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1dbf98c8-2a1f-4180-a317-f2f9ba2dc52b req-a59e7da4-6dc0-43ca-b587-2f4f80c662db tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] 10.222.0.20 "GET /v2.0/ports?device_id=2070bbe9-b768-4365-983b-81ed60c0b279 HTTP/1.1" status: 200  len: 210 time: 0.0483949
Apr 19 07:44:40.343554 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445ef13-e7f4-4e71-95c3-8d66cb1dbc31 req-b69086fd-f792-477c-9710-acf64a942258 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:40.352049 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3445ef13-e7f4-4e71-95c3-8d66cb1dbc31 req-b69086fd-f792-477c-9710-acf64a942258 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.1118643
Apr 19 07:44:40.412831 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3445ef13-e7f4-4e71-95c3-8d66cb1dbc31 req-330edeac-a263-43bb-915d-4aeb645db8b9 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597403
Apr 19 07:44:41.669455 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b591981-b0b1-438c-b6ad-780b708e652c req-640e1d93-8a1d-4048-bdfc-9ec694ef5080 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:41.699779 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7b591981-b0b1-438c-b6ad-780b708e652c req-640e1d93-8a1d-4048-bdfc-9ec694ef5080 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.1311874
Apr 19 07:44:41.761171 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7b591981-b0b1-438c-b6ad-780b708e652c req-a13d2518-f308-4942-bb3c-1f11ee484214 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584457
Apr 19 07:44:42.991245 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf4ea-7c93-4592-8729-03f57a32c70c req-d8551063-69e4-4a26-8d19-f32c842e6e5a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:42.992865 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-45fbf4ea-7c93-4592-8729-03f57a32c70c req-d8551063-69e4-4a26-8d19-f32c842e6e5a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.1000886
Apr 19 07:44:43.047204 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-45fbf4ea-7c93-4592-8729-03f57a32c70c req-e3ccce4d-4150-4ea2-ba17-277340135dda tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471997
Apr 19 07:44:44.282894 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0460f45-c622-4168-9307-6b2286f130af req-eaad3754-a0aa-49af-937d-5135ab0334c9 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:44.284622 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d0460f45-c622-4168-9307-6b2286f130af req-eaad3754-a0aa-49af-937d-5135ab0334c9 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.1047668
Apr 19 07:44:44.347142 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d0460f45-c622-4168-9307-6b2286f130af req-8f6dac79-777b-4e4b-85cb-fa9b67cd7d9a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488434
Apr 19 07:44:45.581267 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a818ef-dbc0-431d-993c-7a9444b95b7b req-d1810e35-58cd-445f-a6d2-3e9b634ca9c8 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:45.582931 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e7a818ef-dbc0-431d-993c-7a9444b95b7b req-d1810e35-58cd-445f-a6d2-3e9b634ca9c8 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.1021941
Apr 19 07:44:45.651028 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e7a818ef-dbc0-431d-993c-7a9444b95b7b req-5c7b63d9-c21b-4a58-94c6-d62eacdbca6d tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604255
Apr 19 07:44:46.068806 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 52830) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:46.325256 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 52838) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:46.325574 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-6d1bcbe3-f206-4bdb-aa08-dac0f6074f9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=625370e219a6439fbd553aad3ff48bef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2552626
Apr 19 07:44:46.426241 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3e822127-c86a-4aa5-9213-acdbb1832165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:46.457312 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3e822127-c86a-4aa5-9213-acdbb1832165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:46.503659 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3e822127-c86a-4aa5-9213-acdbb1832165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:46.514586 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3dd1b204-e313-4367-a369-abbcbcfbcb5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:46.526296 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e822127-c86a-4aa5-9213-acdbb1832165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:46.531364 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3e822127-c86a-4aa5-9213-acdbb1832165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:46.535908 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3e822127-c86a-4aa5-9213-acdbb1832165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:46.540519 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-3e822127-c86a-4aa5-9213-acdbb1832165 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28d0d0bc-004f-48db-ab18-3e6e5ef8f4ee HTTP/1.1" status: 204  len: 168 time: 0.2135334
Apr 19 07:44:46.584910 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0b9b7-58c6-44ac-af5c-f666eebabf63 req-005b9cc9-f9dd-400b-8552-c00bc211ea55 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:46.586931 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-eaa0b9b7-58c6-44ac-af5c-f666eebabf63 req-005b9cc9-f9dd-400b-8552-c00bc211ea55 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.1169946
Apr 19 07:44:46.668173 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-eaa0b9b7-58c6-44ac-af5c-f666eebabf63 req-6db68464-4b49-4739-9b94-5474888f7c21 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716186
Apr 19 07:44:47.030467 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dcfb9-bd44-4334-9104-8120945cd8c5 req-57b2704c-344e-412a-a7d0-96c1fa1922b9 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:47.040862 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e25dcfb9-bd44-4334-9104-8120945cd8c5 req-57b2704c-344e-412a-a7d0-96c1fa1922b9 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.1584170
Apr 19 07:44:47.117214 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e25dcfb9-bd44-4334-9104-8120945cd8c5 req-5e932a65-3441-4677-9446-766806260327 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752735
Apr 19 07:44:47.869311 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be221b-62d2-4205-b2f0-a076673593d1 req-95c0b4c9-ab06-4693-941b-b1124bc80970 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:47.870996 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f7be221b-62d2-4205-b2f0-a076673593d1 req-95c0b4c9-ab06-4693-941b-b1124bc80970 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.0905864
Apr 19 07:44:47.923722 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f7be221b-62d2-4205-b2f0-a076673593d1 req-7483b1c7-09db-4957-ac7e-1dedd706578a tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461504
Apr 19 07:44:48.372989 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915d7d0-b796-49a4-bf04-5cdd2d811d3d req-d7734bae-07f3-473a-8086-a1ceb6867158 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:48.374841 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a915d7d0-b796-49a4-bf04-5cdd2d811d3d req-d7734bae-07f3-473a-8086-a1ceb6867158 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.1343334
Apr 19 07:44:48.424989 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a915d7d0-b796-49a4-bf04-5cdd2d811d3d req-15295903-7404-459a-b2bf-c49753903828 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440087
Apr 19 07:44:48.494438 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-10d3ad0f-1281-478e-bc84-fe016e849e34 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Synchronizing usage tracker for tenant:cccfb78ba36f4660ba28637f58e40cc1 on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:44:48.511433 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-10d3ad0f-1281-478e-bc84-fe016e849e34 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Unset dirty status for tenant:cccfb78ba36f4660ba28637f58e40cc1 on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:44:48.512743 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-10d3ad0f-1281-478e-bc84-fe016e849e34 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-349963824&fields=id&tenant_id=cccfb78ba36f4660ba28637f58e40cc1 HTTP/1.1" status: 200  len: 267 time: 0.0713501
Apr 19 07:44:48.684985 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-7bd7167c-ab5e-4a8d-80a9-6e63ae472878 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:48.685670 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-7bd7167c-ab5e-4a8d-80a9-6e63ae472878 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Synchronizing usage tracker for tenant:cccfb78ba36f4660ba28637f58e40cc1 on resource:network {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:44:48.703693 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-7bd7167c-ab5e-4a8d-80a9-6e63ae472878 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Unset dirty status for tenant:cccfb78ba36f4660ba28637f58e40cc1 on resource:network {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:44:48.705063 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-7bd7167c-ab5e-4a8d-80a9-6e63ae472878 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/networks?id=2b471379-1e4b-4c05-9815-534f6f610471 HTTP/1.1" status: 200  len: 809 time: 0.1845422
Apr 19 07:44:48.722556 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-b9b8ca44-ccf0-4fd3-93f4-2b1bacf1b81d tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/quotas/cccfb78ba36f4660ba28637f58e40cc1 HTTP/1.1" status: 200  len: 375 time: 0.0110931
Apr 19 07:44:48.816324 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-9293de79-a972-4e38-b8e2-2242197ccca0 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cccfb78ba36f4660ba28637f58e40cc1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0854366
Apr 19 07:44:48.975946 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-75b8fb59-1892-4474-8ab5-119503d67379 service neutron] 10.222.0.20 "GET /v2.0/networks/2b471379-1e4b-4c05-9815-534f6f610471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468072
Apr 19 07:44:49.202233 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-983ceb63-9419-400e-95dc-2babc99b354b service neutron] 10.222.0.20 "GET /v2.0/networks/2b471379-1e4b-4c05-9815-534f6f610471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2192576
Apr 19 07:44:49.224518 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91346667-ac91-4fd4-98af-cb1c8ab78c70 req-a1954fbf-f0cb-411f-91d5-cf995afb3887 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:49.226653 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-91346667-ac91-4fd4-98af-cb1c8ab78c70 req-a1954fbf-f0cb-411f-91d5-cf995afb3887 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.1410506
Apr 19 07:44:49.280277 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-91346667-ac91-4fd4-98af-cb1c8ab78c70 req-5acad940-a5f4-4db3-9fd4-93b05d97e971 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460501
Apr 19 07:44:49.707595 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91b99a-09fe-405f-a913-bbe2bb25f7b7 req-61423e0b-94ac-489a-8765-112388b8135b tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:49.709255 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0a91b99a-09fe-405f-a913-bbe2bb25f7b7 req-61423e0b-94ac-489a-8765-112388b8135b tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.1341374
Apr 19 07:44:49.808303 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7105f3ae-8048-4fc2-b39d-e0f4c20f0531 req-fd0413fe-01c0-41c2-9d91-c6aa06f40c3c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 210 time: 0.0732439
Apr 19 07:44:49.836894 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0a91b99a-09fe-405f-a913-bbe2bb25f7b7 req-dff84391-09fa-4adc-b4b7-b109808fde71 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1169074
Apr 19 07:44:49.880204 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:44:50.495046 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34e242-4a29-4825-80b7-e03cc028fb2b req-2ad7b62a-d941-4f67-ace3-8c99e6ea190c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:50.496727 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-aa34e242-4a29-4825-80b7-e03cc028fb2b req-2ad7b62a-d941-4f67-ace3-8c99e6ea190c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.0942295
Apr 19 07:44:50.547356 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-aa34e242-4a29-4825-80b7-e03cc028fb2b req-dc34ce6a-246d-4350-bfec-623e2fb92e33 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438097
Apr 19 07:44:51.060185 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-755958de-d4e0-4eff-96a8-8512aca7cfbb req-769a10cd-35ad-44e6-a5b3-425871cde29a tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 210 time: 0.1168234
Apr 19 07:44:51.111525 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531f37b-3a38-4707-a8cf-0e0c27ce8fd1 req-eb8885e3-7dd6-4500-918a-ff8a6420683e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:51.118700 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9531f37b-3a38-4707-a8cf-0e0c27ce8fd1 req-eb8885e3-7dd6-4500-918a-ff8a6420683e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.1394069
Apr 19 07:44:51.162138 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9531f37b-3a38-4707-a8cf-0e0c27ce8fd1 req-07208ba5-9021-47fa-901a-45b44ac2880f tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422506
Apr 19 07:44:51.500161 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 52944) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:51.656154 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-794171a0-6bdf-4427-98b8-e6f533035818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:51.701534 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-794171a0-6bdf-4427-98b8-e6f533035818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:51.713763 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-794171a0-6bdf-4427-98b8-e6f533035818 admin admin] Usage tracker for resource:security_group_rule and tenant:59b593f4dba041f294412d7873b4c429 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:51.719529 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-794171a0-6bdf-4427-98b8-e6f533035818 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:51.727289 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-794171a0-6bdf-4427-98b8-e6f533035818 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:51.836001 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-794171a0-6bdf-4427-98b8-e6f533035818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:51.839816 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-794171a0-6bdf-4427-98b8-e6f533035818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:51.843988 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e62b53-52f2-4c38-b3ee-c54aa3a03023 req-fbaa37e2-f475-45e2-b017-9453cb6c3f02 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:51.845652 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e8e62b53-52f2-4c38-b3ee-c54aa3a03023 req-fbaa37e2-f475-45e2-b017-9453cb6c3f02 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.1010642
Apr 19 07:44:51.849418 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-acc27b20-5a30-4292-88c7-66949836ceac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:51.896846 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-794171a0-6bdf-4427-98b8-e6f533035818 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59b593f4dba041f294412d7873b4c429&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3953815
Apr 19 07:44:51.897576 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 52954) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:51.898333 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794171a0-6bdf-4427-98b8-e6f533035818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ab1128-7981-40b5-9dde-768eb9c91aad,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:51.899837 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e8e62b53-52f2-4c38-b3ee-c54aa3a03023 req-08c12d5b-e5bb-455f-9a01-6a3b3761f400 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472739
Apr 19 07:44:51.903398 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-794171a0-6bdf-4427-98b8-e6f533035818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:51.965024 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-735bf2e5-1186-4b62-90eb-0b46c3d7ce62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:51.993262 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-735bf2e5-1186-4b62-90eb-0b46c3d7ce62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:52.043674 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-735bf2e5-1186-4b62-90eb-0b46c3d7ce62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:52.048559 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3bd46835-d410-4507-9c51-12725a374e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:52.062185 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf2e5-1186-4b62-90eb-0b46c3d7ce62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ab1128-7981-40b5-9dde-768eb9c91aad,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:52.065302 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-735bf2e5-1186-4b62-90eb-0b46c3d7ce62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:52.066316 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-735bf2e5-1186-4b62-90eb-0b46c3d7ce62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:52.069095 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-735bf2e5-1186-4b62-90eb-0b46c3d7ce62 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06ab1128-7981-40b5-9dde-768eb9c91aad HTTP/1.1" status: 204  len: 168 time: 0.1674850
Apr 19 07:44:52.245783 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-555cc714-3efc-45fb-a6fc-2dd63279ed0f req-4b7f7660-6e8f-47c0-812b-72dde2d09176 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 210 time: 0.0591333
Apr 19 07:44:52.400294 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bded6-1926-4399-af50-9564732d44ee req-62be7169-f700-4dfb-9682-cb1b5bd68b80 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:52.402011 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cd7bded6-1926-4399-af50-9564732d44ee req-62be7169-f700-4dfb-9682-cb1b5bd68b80 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.1015916
Apr 19 07:44:52.451241 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cd7bded6-1926-4399-af50-9564732d44ee req-5c0210e9-f718-45ae-9a32-ac4a7247eee9 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424128
Apr 19 07:44:52.813228 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 52986) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:52.940360 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1512126625-network', 'tenant_id': 'b971f886883845e49188b32b7c3c1ea9'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:44:52.946533 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:52.951420 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Usage tracker for resource:network and tenant:b971f886883845e49188b32b7c3c1ea9 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:52.954678 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:52.962518 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:52.973144 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Made reservation on behalf of b971f886883845e49188b32b7c3c1ea9 for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:44:52.978313 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:52.992245 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:53.008009 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:53.012294 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Usage tracker for resource:security_group_rule and tenant:b971f886883845e49188b32b7c3c1ea9 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:53.015418 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:53.021609 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:53.119020 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:53.122951 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:53.127632 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-efd0c145-b1d8-4bb9-9cad-30adac6a95ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:53.137378 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbb90f-4fa5-4660-b979-6217e28f9352 req-932f3cec-331a-486d-8811-ccb210b9d761 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:53.139063 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cfcbb90f-4fa5-4660-b979-6217e28f9352 req-932f3cec-331a-486d-8811-ccb210b9d761 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.0978606
Apr 19 07:44:53.158252 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520}  {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 07:44:53.167675 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888891c7-e102-4ed8-b7d4-06ff6778ece1,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:53.171045 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:53.175042 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:53.175830 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.segments_db [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Added segment b7af807e-a9bc-4ff1-844f-11ed58667489 of type vlan for network f2588785-69b8-4c39-8e5c-04f3127cba02
Apr 19 07:44:53.189601 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cfcbb90f-4fa5-4660-b979-6217e28f9352 req-aab12e00-0512-4125-9226-5d9d4d1b0229 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439684
Apr 19 07:44:53.203104 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753518964407'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:53.234358 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:53.235724 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:53.236365 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:53.241634 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ea3f5423-f2c0-4ebc-947a-c964c51f90ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:53.346947 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Pushing event updated for resources: {'Network': ['ID=f2588785-69b8-4c39-8e5c-04f3127cba02,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:53.350173 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5358233
Apr 19 07:44:53.351082 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:53.353269 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 52998) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:44:53.359583 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-73760ebc-82ac-4827-acdf-cd71d59a0656 admin admin] Request body: {'subnet': {'network_id': 'f2588785-69b8-4c39-8e5c-04f3127cba02', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1512126625-subnet', 'tenant_id': 'b971f886883845e49188b32b7c3c1ea9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:44:53.359751 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Network f2588785-69b8-4c39-8e5c-04f3127cba02 details requested by agent ovs-agent-dv-cinder-773870-2-iscsi with host dv-cinder-773870-2-iscsi {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 07:44:53.365161 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-73760ebc-82ac-4827-acdf-cd71d59a0656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:53.369246 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-73760ebc-82ac-4827-acdf-cd71d59a0656 admin admin] Usage tracker for resource:subnet and tenant:b971f886883845e49188b32b7c3c1ea9 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:53.372436 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-73760ebc-82ac-4827-acdf-cd71d59a0656 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:53.378506 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-73760ebc-82ac-4827-acdf-cd71d59a0656 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:53.389088 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73760ebc-82ac-4827-acdf-cd71d59a0656 admin admin] Made reservation on behalf of b971f886883845e49188b32b7c3c1ea9 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:44:53.393791 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-73760ebc-82ac-4827-acdf-cd71d59a0656 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2214023'] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:53.416610 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3b92f44a-a6fb-46c4-91e8-0d3961e0eeca req-6ec5f943-5223-4870-ad37-c3b2a78b6d76 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 210 time: 0.0502672
Apr 19 07:44:53.773425 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e74e5-0f84-4e6c-ae61-82a482a3e82f req-51a87b64-fb2e-4426-8cc8-9fdc1f1ce5bd tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:53.775108 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e56e74e5-0f84-4e6c-ae61-82a482a3e82f req-51a87b64-fb2e-4426-8cc8-9fdc1f1ce5bd tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.1847706
Apr 19 07:44:53.818946 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-8576556d-145b-4d75-bf7c-a9b1c59f6e7d tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:53.820843 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-8576556d-145b-4d75-bf7c-a9b1c59f6e7d tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.16 "GET /v2.0/networks?id=2b471379-1e4b-4c05-9815-534f6f610471 HTTP/1.1" status: 200  len: 809 time: 0.2623231
Apr 19 07:44:53.846568 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-73760ebc-82ac-4827-acdf-cd71d59a0656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852204722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2214038'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:53.852243 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-61e4d5a2-4340-4769-9b44-756e7c94acf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:53.932427 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e56e74e5-0f84-4e6c-ae61-82a482a3e82f req-394ac723-aeec-4ec6-9501-b0a255d048d9 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1495390
Apr 19 07:44:53.938654 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-7fcbc674-88e0-4df3-900d-849c6b6d7346 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cccfb78ba36f4660ba28637f58e40cc1 HTTP/1.1" status: 200  len: 8059 time: 0.1020353
Apr 19 07:44:53.941379 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73760ebc-82ac-4827-acdf-cd71d59a0656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a1ead72-26f9-4c26-a66e-af72064e9fb6,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:53.945694 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-73760ebc-82ac-4827-acdf-cd71d59a0656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:53.946554 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73760ebc-82ac-4827-acdf-cd71d59a0656 admin admin] Checking segment: {'id': 'b7af807e-a9bc-4ff1-844f-11ed58667489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f2588785-69b8-4c39-8e5c-04f3127cba02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:44:53.946978 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73760ebc-82ac-4827-acdf-cd71d59a0656 admin admin] Network hostable DHCP agents. Network: f2588785-69b8-4c39-8e5c-04f3127cba02, hostable agents: ['a6ade28d-bcb7-45a8-a7cb-7d200a62a65e'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 07:44:53.955934 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-dc0f470f-9cdf-4590-a457-9569bc606ed3 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Request body: {'port': {'device_id': '9bb0f576-15a0-4608-be7f-ec8f63dc6008', 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471', 'admin_state_up': True, 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'security_groups': ['95abc860-6e4a-43af-9612-aacb16891da6']}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:44:53.969510 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73760ebc-82ac-4827-acdf-cd71d59a0656 admin admin] Network f2588785-69b8-4c39-8e5c-04f3127cba02 is scheduled to be hosted by DHCP agent a6ade28d-bcb7-45a8-a7cb-7d200a62a65e with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 07:44:53.978993 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-73760ebc-82ac-4827-acdf-cd71d59a0656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-iscsi, f2588785-69b8-4c39-8e5c-04f3127cba02) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:44:53.990688 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a45bb7-1d1c-44d1-af0e-c11309cbe7fa None None] Network f2588785-69b8-4c39-8e5c-04f3127cba02 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:44:53.995559 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73760ebc-82ac-4827-acdf-cd71d59a0656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:53.996471 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-73760ebc-82ac-4827-acdf-cd71d59a0656 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:54.017732 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-73760ebc-82ac-4827-acdf-cd71d59a0656 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6633570
Apr 19 07:44:54.262805 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1087e282-c067-4fa2-81c7-5b422010358e None None] Network f2588785-69b8-4c39-8e5c-04f3127cba02 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:44:54.380241 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-dc0f470f-9cdf-4590-a457-9569bc606ed3 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:44:54.384313 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-dc0f470f-9cdf-4590-a457-9569bc606ed3 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Usage tracker for resource:port and tenant:cccfb78ba36f4660ba28637f58e40cc1 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:44:54.387917 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-dc0f470f-9cdf-4590-a457-9569bc606ed3 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:44:54.399606 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-dc0f470f-9cdf-4590-a457-9569bc606ed3 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:44:54.468494 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-dc0f470f-9cdf-4590-a457-9569bc606ed3 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Made reservation on behalf of cccfb78ba36f4660ba28637f58e40cc1 for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:44:54.474974 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-dc0f470f-9cdf-4590-a457-9569bc606ed3 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:54.717819 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9faf1-c628-4575-9799-2d86eb19b0c5 req-3b97f6be-36be-4442-b558-e40f909accda tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:54.719440 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-84f9faf1-c628-4575-9799-2d86eb19b0c5 req-3b97f6be-36be-4442-b558-e40f909accda tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.3172162
Apr 19 07:44:54.810009 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-dc0f470f-9cdf-4590-a457-9569bc606ed3 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Allocated IP 172.20.0.4 (2b471379-1e4b-4c05-9815-534f6f610471/f76505ba-fc01-4ae0-b3d2-3bdc23c63102/c8c62569-be78-408f-a913-1cf886de32c2) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:44:54.829876 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-84f9faf1-c628-4575-9799-2d86eb19b0c5 req-bc36545e-8f0b-4aca-b2a0-e0bc931b815b tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014259
Apr 19 07:44:54.847458 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbc6ff-5597-4552-8619-b365b60b169b req-31dc6cdc-0aa9-42ad-aa7a-0b971c6e8cc3 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:54.858883 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cacbc6ff-5597-4552-8619-b365b60b169b req-31dc6cdc-0aa9-42ad-aa7a-0b971c6e8cc3 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 945 time: 0.2877996
Apr 19 07:44:54.956262 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cacbc6ff-5597-4552-8619-b365b60b169b req-6296c9c8-8439-41b7-bff7-86b04b658b8e tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000118
Apr 19 07:44:55.063003 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-47dd1332-143a-40c5-b255-a0cdf3b7c5bf req-4af8cfc0-40af-45ab-a7d0-56569bb4cc2d tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 210 time: 0.1035447
Apr 19 07:44:55.186005 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-dc0f470f-9cdf-4590-a457-9569bc606ed3 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:55.209489 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-dc0f470f-9cdf-4590-a457-9569bc606ed3 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Transition to ACTIVE for port object c8c62569-be78-408f-a913-1cf886de32c2 will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:44:55.225507 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26fab8-13ce-4915-8197-ff5873728155 req-7d3c4ae9-212b-4fd0-a7d9-fed8d522efa3 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:55.227194 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cb26fab8-13ce-4915-8197-ff5873728155 req-7d3c4ae9-212b-4fd0-a7d9-fed8d522efa3 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.1583884
Apr 19 07:44:55.284119 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cb26fab8-13ce-4915-8197-ff5873728155 req-41567d62-36f4-4b8d-86c5-a807b1c5c1f2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501120
Apr 19 07:44:55.285719 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-dc0f470f-9cdf-4590-a457-9569bc606ed3 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:55.291531 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:55.365849 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-dc0f470f-9cdf-4590-a457-9569bc606ed3 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Network 2b471379-1e4b-4c05-9815-534f6f610471 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:44:55.368929 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-dc0f470f-9cdf-4590-a457-9569bc606ed3 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:44:55.371476 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-dc0f470f-9cdf-4590-a457-9569bc606ed3 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:44:55.414238 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f470f-9cdf-4590-a457-9569bc606ed3 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Pushing event updated for resources: {'Port': ['ID=c8c62569-be78-408f-a913-1cf886de32c2,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:55.417522 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-dc0f470f-9cdf-4590-a457-9569bc606ed3 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:55.450786 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-dc0f470f-9cdf-4590-a457-9569bc606ed3 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:55.451487 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-dc0f470f-9cdf-4590-a457-9569bc606ed3 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:55.473954 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-dc0f470f-9cdf-4590-a457-9569bc606ed3 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5230911
Apr 19 07:44:55.493166 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Request body: {'port': {'device_id': '9bb0f576-15a0-4608-be7f-ec8f63dc6008', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:44:55.560440 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-a739dd13-c764-4419-92c8-778e9287a144 None None] Provisioning for port c8c62569-be78-408f-a913-1cf886de32c2 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:44:55.568119 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-a739dd13-c764-4419-92c8-778e9287a144 None None] Provisioning complete for port c8c62569-be78-408f-a913-1cf886de32c2 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:44:55.569262 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a739dd13-c764-4419-92c8-778e9287a144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:55.586549 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd8ffa-0716-4590-b8cb-e8dd58e2ad23 req-07ea7664-5564-4801-874c-78c970b7f930 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:55.588943 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-e3cd8ffa-0716-4590-b8cb-e8dd58e2ad23 req-07ea7664-5564-4801-874c-78c970b7f930 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Synchronizing usage tracker for tenant:737a360207c34d4fa05a2a1646dedd02 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:44:55.608599 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-e3cd8ffa-0716-4590-b8cb-e8dd58e2ad23 req-07ea7664-5564-4801-874c-78c970b7f930 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Unset dirty status for tenant:737a360207c34d4fa05a2a1646dedd02 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:44:55.610396 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e3cd8ffa-0716-4590-b8cb-e8dd58e2ad23 req-07ea7664-5564-4801-874c-78c970b7f930 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.16 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.1215353
Apr 19 07:44:55.621414 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:55.628444 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-a739dd13-c764-4419-92c8-778e9287a144 None None] Port c8c62569-be78-408f-a913-1cf886de32c2 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:44:55.699346 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-e3cd8ffa-0716-4590-b8cb-e8dd58e2ad23 req-8e2ff5e7-c22b-4067-9717-15827eb6c85d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Deleting port d196a061-3ecf-4d14-846f-16b5465a8e5f {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:44:55.699732 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e3cd8ffa-0716-4590-b8cb-e8dd58e2ad23 req-8e2ff5e7-c22b-4067-9717-15827eb6c85d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:55.968776 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-e3cd8ffa-0716-4590-b8cb-e8dd58e2ad23 req-8e2ff5e7-c22b-4067-9717-15827eb6c85d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] For port d196a061-3ecf-4d14-846f-16b5465a8e5f, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=d196a061-3ecf-4d14-846f-16b5465a8e5f,segment=NetworkSegment(9572bb33-3892-47d7-8c2a-8caaaeacd130),segment_id=9572bb33-3892-47d7-8c2a-8caaaeacd130)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:44:55.969312 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e3cd8ffa-0716-4590-b8cb-e8dd58e2ad23 req-8e2ff5e7-c22b-4067-9717-15827eb6c85d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:56.053533 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c62569-be78-408f-a913-1cf886de32c2 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:44:56.075147 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:56.108932 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b12df-3b4a-4015-b9ef-27fcde4d3f6a req-1aefc7cd-b5d8-420d-9c94-91be79d6108c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:56.110583 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-733b12df-3b4a-4015-b9ef-27fcde4d3f6a req-1aefc7cd-b5d8-420d-9c94-91be79d6108c tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=628d47a9-de31-407c-8314-8783fed7c9bf HTTP/1.1" status: 200  len: 946 time: 0.1394649
Apr 19 07:44:56.111673 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Transition to ACTIVE for port object c8c62569-be78-408f-a913-1cf886de32c2 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:44:56.115151 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-e3cd8ffa-0716-4590-b8cb-e8dd58e2ad23 req-8e2ff5e7-c22b-4067-9717-15827eb6c85d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Calling delete_port for d196a061-3ecf-4d14-846f-16b5465a8e5f owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:44:56.115614 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:56.122056 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:56.342182 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e3cd8ffa-0716-4590-b8cb-e8dd58e2ad23 req-8e2ff5e7-c22b-4067-9717-15827eb6c85d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:56.350782 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:56.353865 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['f8d128b4-0359-4a70-ae38-e586ea9ea296', 'd196a061-3ecf-4d14-846f-16b5465a8e5f'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:44:56.403879 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba21622-dcd9-4fad-a4ec-1a4175a280e7 req-2e712ed0-34b9-4be8-ab92-219072efa9f4 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:56.405493 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6ba21622-dcd9-4fad-a4ec-1a4175a280e7 req-2e712ed0-34b9-4be8-ab92-219072efa9f4 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.16 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 945 time: 0.2083457
Apr 19 07:44:56.417817 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-733b12df-3b4a-4015-b9ef-27fcde4d3f6a req-e0b0319c-79ef-4048-8619-c4dd506228d2 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2967501
Apr 19 07:44:56.431216 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c62569-be78-408f-a913-1cf886de32c2,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:56.434397 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:56.454642 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ff5e7-c22b-4067-9717-15827eb6c85d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Pushing event deleted for resources: {'Port': ['ID=d196a061-3ecf-4d14-846f-16b5465a8e5f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:56.480029 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:56.504503 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8e2ff5e7-c22b-4067-9717-15827eb6c85d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:56.510543 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Attempting to bind port c8c62569-be78-408f-a913-1cf886de32c2 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:44:56.510924 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Attempting to bind port c8c62569-be78-408f-a913-1cf886de32c2 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '0c720788-6e57-480d-ae87-38de1565a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:44:56.511294 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Attempting to bind port c8c62569-be78-408f-a913-1cf886de32c2 on network 2b471379-1e4b-4c05-9815-534f6f610471 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:44:56.523055 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038736be-70d4-4e99-8d1f-e5d8600f72d7 req-c1c4afd9-075f-4330-9261-7444b2e67213 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:56.524718 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-038736be-70d4-4e99-8d1f-e5d8600f72d7 req-c1c4afd9-075f-4330-9261-7444b2e67213 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=07e8abfc-a46e-49c5-9a7b-a3f2d2d90149 HTTP/1.1" status: 200  len: 945 time: 0.3638959
Apr 19 07:44:56.527029 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Port c8c62569-be78-408f-a913-1cf886de32c2 on network 2b471379-1e4b-4c05-9815-534f6f610471 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 07:44:56.527391 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Attempting to bind port c8c62569-be78-408f-a913-1cf886de32c2 on network 2b471379-1e4b-4c05-9815-534f6f610471 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:44:56.534878 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Checking agent: {'id': 'e1395553-83f9-4e7d-975f-a9afa5ddc59a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:44:56.535250 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Checking segment: {'id': '0c720788-6e57-480d-ae87-38de1565a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:44:56.535689 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Bound using segment: {'id': '0c720788-6e57-480d-ae87-38de1565a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:44:56.536169 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Bound port: c8c62569-be78-408f-a913-1cf886de32c2, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c720788-6e57-480d-ae87-38de1565a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:44:56.536498 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:56.594094 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-6ba21622-dcd9-4fad-a4ec-1a4175a280e7 req-884f511e-6c9e-40b6-b424-7fff91a597cb tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Deleting port 1cfa9924-02e3-4e17-be02-0617e4739bd0 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:44:56.594520 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-6ba21622-dcd9-4fad-a4ec-1a4175a280e7 req-884f511e-6c9e-40b6-b424-7fff91a597cb tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:56.630690 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cd8ffa-0716-4590-b8cb-e8dd58e2ad23 req-8e2ff5e7-c22b-4067-9717-15827eb6c85d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] No DVR routers for this DVR port d196a061-3ecf-4d14-846f-16b5465a8e5f on host hv-cinder-77387 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:44:56.638412 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e3cd8ffa-0716-4590-b8cb-e8dd58e2ad23 req-8e2ff5e7-c22b-4067-9717-15827eb6c85d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:56.641144 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628d47a9-de31-407c-8314-8783fed7c9bf', 'name': 'network-vif-deleted', 'tag': 'd196a061-3ecf-4d14-846f-16b5465a8e5f'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:44:56.673212 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e3cd8ffa-0716-4590-b8cb-e8dd58e2ad23 req-8e2ff5e7-c22b-4067-9717-15827eb6c85d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.16 "DELETE /v2.0/ports/d196a061-3ecf-4d14-846f-16b5465a8e5f HTTP/1.1" status: 204  len: 173 time: 1.0488267
Apr 19 07:44:56.755229 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-038736be-70d4-4e99-8d1f-e5d8600f72d7 req-b0cac1a1-13f0-426a-979b-2d8c726a0073 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2213864
Apr 19 07:44:56.805878 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] For port c8c62569-be78-408f-a913-1cf886de32c2, host hv-cinder-77387, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:44:56.819287 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] For port c8c62569-be78-408f-a913-1cf886de32c2, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c8c62569-be78-408f-a913-1cf886de32c2,segment=NetworkSegment(0c720788-6e57-480d-ae87-38de1565a3c6),segment_id=0c720788-6e57-480d-ae87-38de1565a3c6)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:44:56.828399 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:56.833182 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e6e806f3-bfda-418c-8d77-586ec6c8566f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:56.872728 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3848763-02b1-4a74-b400-d4927cccf539 req-8da45df2-6d46-4a83-9e39-c70bf18e05ba tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:56.874392 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a3848763-02b1-4a74-b400-d4927cccf539 req-8da45df2-6d46-4a83-9e39-c70bf18e05ba tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/networks?id=f2588785-69b8-4c39-8e5c-04f3127cba02 HTTP/1.1" status: 200  len: 809 time: 0.3253338
Apr 19 07:44:56.890570 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-6ba21622-dcd9-4fad-a4ec-1a4175a280e7 req-884f511e-6c9e-40b6-b424-7fff91a597cb tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] For port 1cfa9924-02e3-4e17-be02-0617e4739bd0, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1cfa9924-02e3-4e17-be02-0617e4739bd0,segment=NetworkSegment(07ad4783-87a7-49d6-9599-fca5c67fe362),segment_id=07ad4783-87a7-49d6-9599-fca5c67fe362)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:44:56.891128 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-6ba21622-dcd9-4fad-a4ec-1a4175a280e7 req-884f511e-6c9e-40b6-b424-7fff91a597cb tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:56.959939 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:56.960609 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:56.962104 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] 10.222.0.16 "PUT /v2.0/ports/c8c62569-be78-408f-a913-1cf886de32c2 HTTP/1.1" status: 200  len: 1093 time: 1.4745469
Apr 19 07:44:56.962655 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb0f576-15a0-4608-be7f-ec8f63dc6008', 'tag': 'c8c62569-be78-408f-a913-1cf886de32c2'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:44:56.980525 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a3848763-02b1-4a74-b400-d4927cccf539 req-e6e53e1b-cf1e-4b97-95f5-ccf55d909873 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/quotas/b971f886883845e49188b32b7c3c1ea9 HTTP/1.1" status: 200  len: 375 time: 0.0896919
Apr 19 07:44:57.035295 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-6ba21622-dcd9-4fad-a4ec-1a4175a280e7 req-884f511e-6c9e-40b6-b424-7fff91a597cb tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Calling delete_port for 1cfa9924-02e3-4e17-be02-0617e4739bd0 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:44:57.048027 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a3848763-02b1-4a74-b400-d4927cccf539 req-3a585ab4-5e1c-41b9-9d80-8764d4635960 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b971f886883845e49188b32b7c3c1ea9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0552175
Apr 19 07:44:57.052751 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c62569-be78-408f-a913-1cf886de32c2,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:57.057693 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:57.198097 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-6ba21622-dcd9-4fad-a4ec-1a4175a280e7 req-884f511e-6c9e-40b6-b424-7fff91a597cb tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:57.205890 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c9938e43-810f-4348-b222-f228c0b1ca75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:44:57.209899 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['1cfa9924-02e3-4e17-be02-0617e4739bd0'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:44:57.260442 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f511e-6c9e-40b6-b424-7fff91a597cb tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Pushing event deleted for resources: {'Port': ['ID=1cfa9924-02e3-4e17-be02-0617e4739bd0,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:44:57.263428 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-884f511e-6c9e-40b6-b424-7fff91a597cb tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:44:57.351102 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba21622-dcd9-4fad-a4ec-1a4175a280e7 req-884f511e-6c9e-40b6-b424-7fff91a597cb tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] No DVR routers for this DVR port 1cfa9924-02e3-4e17-be02-0617e4739bd0 on host hv-cinder-77387 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:44:57.353643 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-6ba21622-dcd9-4fad-a4ec-1a4175a280e7 req-884f511e-6c9e-40b6-b424-7fff91a597cb tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:44:57.367264 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6ba21622-dcd9-4fad-a4ec-1a4175a280e7 req-884f511e-6c9e-40b6-b424-7fff91a597cb tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.16 "DELETE /v2.0/ports/1cfa9924-02e3-4e17-be02-0617e4739bd0 HTTP/1.1" status: 204  len: 173 time: 0.9523935
Apr 19 07:44:57.457406 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f95112-b25a-4639-abd6-cfc23f6153ba req-7d84b6a1-7d84-406f-9158-4c6c7269a313 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:57.458213 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-e1f95112-b25a-4639-abd6-cfc23f6153ba req-7d84b6a1-7d84-406f-9158-4c6c7269a313 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Synchronizing usage tracker for tenant:cccfb78ba36f4660ba28637f58e40cc1 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:44:57.512534 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-e1f95112-b25a-4639-abd6-cfc23f6153ba req-7d84b6a1-7d84-406f-9158-4c6c7269a313 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Unset dirty status for tenant:cccfb78ba36f4660ba28637f58e40cc1 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:44:57.513856 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e1f95112-b25a-4639-abd6-cfc23f6153ba req-7d84b6a1-7d84-406f-9158-4c6c7269a313 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 943 time: 0.6224003
Apr 19 07:44:57.554678 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a3848763-02b1-4a74-b400-d4927cccf539 req-d4dddd18-c914-4736-9a5b-7ba4fcecde48 service neutron] 10.222.0.20 "GET /v2.0/networks/f2588785-69b8-4c39-8e5c-04f3127cba02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4893916
Apr 19 07:44:57.573872 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-0e32c41c-ed73-4c44-a5e1-f56ece415add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:57.575496 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-0e32c41c-ed73-4c44-a5e1-f56ece415add service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cccfb78ba36f4660ba28637f58e40cc1&device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 1096 time: 0.4549754
Apr 19 07:44:57.680606 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e1f95112-b25a-4639-abd6-cfc23f6153ba req-460617b4-5f4d-4e53-bee5-7ccb7c665283 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1553144
Apr 19 07:44:57.692797 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-ae665580-568f-4cba-9cbe-2b36d63b922f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8c62569-be78-408f-a913-1cf886de32c2 HTTP/1.1" status: 200  len: 217 time: 0.0892229
Apr 19 07:44:57.880949 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-3db123ff-b43e-49c1-a89b-c33e9604c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:57.882533 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-3db123ff-b43e-49c1-a89b-c33e9604c6e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f76505ba-fc01-4ae0-b3d2-3bdc23c63102 HTTP/1.1" status: 200  len: 848 time: 0.1438389
Apr 19 07:44:57.953329 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a3848763-02b1-4a74-b400-d4927cccf539 req-cb4c4c35-ef8d-4b3b-94e0-1908bfae6e7a service neutron] 10.222.0.20 "GET /v2.0/networks/f2588785-69b8-4c39-8e5c-04f3127cba02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3846412
Apr 19 07:44:57.997983 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4ed77-384f-46c1-9692-0a419aeff807 req-edfeea28-cc52-46db-aa42-d605d4ad418b tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:57.999733 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4fd4ed77-384f-46c1-9692-0a419aeff807 req-edfeea28-cc52-46db-aa42-d605d4ad418b tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.2135358
Apr 19 07:44:58.034883 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-916568a0-c5e5-4e61-80ed-e03c7ba30e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:58.036461 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-916568a0-c5e5-4e61-80ed-e03c7ba30e63 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b471379-1e4b-4c05-9815-534f6f610471&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1332405
Apr 19 07:44:58.099330 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4fd4ed77-384f-46c1-9692-0a419aeff807 req-14555d25-97f2-4a70-8fe5-eea257e29639 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0932693
Apr 19 07:44:58.111335 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628d47a9-de31-407c-8314-8783fed7c9bf', 'name': 'network-vif-deleted', 'tag': 'd196a061-3ecf-4d14-846f-16b5465a8e5f', 'status': 'completed', 'code': 200}
Apr 19 07:44:58.155242 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb0f576-15a0-4608-be7f-ec8f63dc6008', 'tag': 'c8c62569-be78-408f-a913-1cf886de32c2', 'status': 'completed', 'code': 200}
Apr 19 07:44:58.202385 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-5d6dfd8d-4d5b-435b-978f-75091438458d service neutron] 10.222.0.16 "GET /v2.0/networks/2b471379-1e4b-4c05-9815-534f6f610471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1570499
Apr 19 07:44:58.372949 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f52b9772-e3b6-4218-a27e-9cc7c1509bac req-c146c37a-4507-44c2-b299-0a0da2dc8d75 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3641d26-0240-4b61-a35a-0703f8705c03 HTTP/1.1" status: 200  len: 210 time: 0.1155190
Apr 19 07:44:58.436058 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-796f79b8-28a5-4e0d-922a-c884474d9370 req-76e4d1a7-4bd6-4e1d-9ea0-a4cf8989726c service neutron] 10.222.0.16 "GET /v2.0/networks/2b471379-1e4b-4c05-9815-534f6f610471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2270803
Apr 19 07:44:58.609193 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53888a3a-0517-491e-b31b-715b7fdacddb req-345774b0-25ed-4d3e-bade-9ec989632534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:58.610934 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-53888a3a-0517-491e-b31b-715b7fdacddb req-345774b0-25ed-4d3e-bade-9ec989632534 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cccfb78ba36f4660ba28637f58e40cc1&device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 1096 time: 0.1119313
Apr 19 07:44:58.880327 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53888a3a-0517-491e-b31b-715b7fdacddb req-ea7bb41c-54dc-45d5-a37a-65313b166810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:58.881774 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-53888a3a-0517-491e-b31b-715b7fdacddb req-ea7bb41c-54dc-45d5-a37a-65313b166810 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b471379-1e4b-4c05-9815-534f6f610471 HTTP/1.1" status: 200  len: 910 time: 0.2633002
Apr 19 07:44:58.895911 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf7e05-48c5-434c-bd07-c7015db4c545 req-82ce346c-3c38-424b-8191-f304151f59f1 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:58.897423 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5bcf7e05-48c5-434c-bd07-c7015db4c545 req-82ce346c-3c38-424b-8191-f304151f59f1 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.2551043
Apr 19 07:44:58.962603 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecf7da-41d7-4907-8fb8-68e82e02dcd3 req-009c8623-cf9d-437e-a1b4-ee7fa4366b6d tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:58.964280 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c3ecf7da-41d7-4907-8fb8-68e82e02dcd3 req-009c8623-cf9d-437e-a1b4-ee7fa4366b6d tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 943 time: 0.1633098
Apr 19 07:44:58.971806 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5bcf7e05-48c5-434c-bd07-c7015db4c545 req-0a238f3d-a54b-4e19-a2ef-c30b99413462 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614421
Apr 19 07:44:59.013981 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c3ecf7da-41d7-4907-8fb8-68e82e02dcd3 req-14cb6b45-43cf-4f3b-b931-ecedf4639958 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411675
Apr 19 07:44:59.340363 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fc64b-f299-4c30-adf6-87e969683cfa req-0f9fb42f-7025-4352-8b90-190586179d14 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:44:59.341930 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1c0fc64b-f299-4c30-adf6-87e969683cfa req-0f9fb42f-7025-4352-8b90-190586179d14 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.0999303
Apr 19 07:44:59.391917 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1c0fc64b-f299-4c30-adf6-87e969683cfa req-3aa14e29-ef69-4197-ad2f-8032a833d573 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411277
Apr 19 07:44:59.540356 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fa80b693-8a40-46d5-aa7f-858a871a727b req-6ffd87c0-afa7-4e39-9b70-2e7c3f5fff8e tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3641d26-0240-4b61-a35a-0703f8705c03 HTTP/1.1" status: 200  len: 210 time: 0.0487998
Apr 19 07:44:59.815382 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device d196a061-3ecf-4d14-846f-16b5465a8e5f no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:44:59.856139 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] No Port match for: d196a061-3ecf-4d14-846f-16b5465a8e5f {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:44:59.856643 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device d196a061-3ecf-4d14-846f-16b5465a8e5f not bound to the agent host hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:44:59.857118 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 1cfa9924-02e3-4e17-be02-0617e4739bd0 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:44:59.893321 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] No Port match for: 1cfa9924-02e3-4e17-be02-0617e4739bd0 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:44:59.893715 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 1cfa9924-02e3-4e17-be02-0617e4739bd0 not bound to the agent host hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:45:00.112541 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e8abfc-a46e-49c5-9a7b-a3f2d2d90149', 'name': 'network-vif-deleted', 'tag': '1cfa9924-02e3-4e17-be02-0617e4739bd0'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:45:00.249709 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55f5d4-9d53-476e-acfd-af9cba5bc6ba req-bad71366-b1e8-4b5f-8f58-7feabd1d56a3 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:00.251358 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ce55f5d4-9d53-476e-acfd-af9cba5bc6ba req-bad71366-b1e8-4b5f-8f58-7feabd1d56a3 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1593564
Apr 19 07:45:00.264536 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8e53c-a2bb-4763-9026-3be7666be1b3 req-ad5b6aca-1c25-4099-9e3c-591fbd1b7d4f tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:00.266055 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-20b8e53c-a2bb-4763-9026-3be7666be1b3 req-ad5b6aca-1c25-4099-9e3c-591fbd1b7d4f tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 943 time: 0.1314619
Apr 19 07:45:00.343437 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ce55f5d4-9d53-476e-acfd-af9cba5bc6ba req-dba7802b-a8e1-44ff-8c01-cda8dc4a8b33 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763490
Apr 19 07:45:00.348135 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-20b8e53c-a2bb-4763-9026-3be7666be1b3 req-27089d11-2a7e-4449-8b2b-9252716f0026 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668437
Apr 19 07:45:00.405610 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e8abfc-a46e-49c5-9a7b-a3f2d2d90149', 'name': 'network-vif-deleted', 'tag': '1cfa9924-02e3-4e17-be02-0617e4739bd0', 'status': 'completed', 'code': 200}
Apr 19 07:45:00.608509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a12ab8-3212-4334-a91c-3dc718e1b51d req-9bf0e1b1-fab0-4922-a02c-b400014d5e0c tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:00.610185 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c1a12ab8-3212-4334-a91c-3dc718e1b51d req-9bf0e1b1-fab0-4922-a02c-b400014d5e0c tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.0907774
Apr 19 07:45:00.659627 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c1a12ab8-3212-4334-a91c-3dc718e1b51d req-65490bd5-4aa7-4e98-9d08-64e24706e954 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421739
Apr 19 07:45:00.724527 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d8aa8c48-4a50-4094-a577-97931c829c19 req-e8eb1cdc-450c-4df3-b4e3-eb5f71768251 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3641d26-0240-4b61-a35a-0703f8705c03 HTTP/1.1" status: 200  len: 210 time: 0.0479114
Apr 19 07:45:00.818814 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-53888a3a-0517-491e-b31b-715b7fdacddb req-7a68b711-db81-4f28-b49f-b9ec2583efa2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8c62569-be78-408f-a913-1cf886de32c2 HTTP/1.1" status: 200  len: 217 time: 0.0728049
Apr 19 07:45:01.622071 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12258fc-3841-46f3-a6dd-07ccb935c1b4 req-6e9c34e4-b0d0-4c5e-be7a-c72b6937759d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:01.623815 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f12258fc-3841-46f3-a6dd-07ccb935c1b4 req-6e9c34e4-b0d0-4c5e-be7a-c72b6937759d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1566236
Apr 19 07:45:01.636299 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90d8f3-49b2-458d-a45a-cd180a088a79 req-27ddbb63-fca6-4f84-9eab-e98830a1eb2b tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:01.637799 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-eb90d8f3-49b2-458d-a45a-cd180a088a79 req-27ddbb63-fca6-4f84-9eab-e98830a1eb2b tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 943 time: 0.1686034
Apr 19 07:45:01.711265 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f12258fc-3841-46f3-a6dd-07ccb935c1b4 req-d2dbe658-92b6-48bc-b06c-6faf9544a0d1 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723050
Apr 19 07:45:01.715989 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-eb90d8f3-49b2-458d-a45a-cd180a088a79 req-3d8179ba-f377-4d88-9f56-eac7c2c1efc7 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631418
Apr 19 07:45:01.952907 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-551a3a65-9422-49ef-a67d-7e855ab8b94a req-66565cd7-ea61-48be-8858-3b2d6dbfc88e tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3641d26-0240-4b61-a35a-0703f8705c03 HTTP/1.1" status: 200  len: 210 time: 0.0920088
Apr 19 07:45:01.981522 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53888a3a-0517-491e-b31b-715b7fdacddb req-af82e2b5-12b1-4064-a203-37af4bb68913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:01.983135 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-53888a3a-0517-491e-b31b-715b7fdacddb req-af82e2b5-12b1-4064-a203-37af4bb68913 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f76505ba-fc01-4ae0-b3d2-3bdc23c63102 HTTP/1.1" status: 200  len: 848 time: 0.1643536
Apr 19 07:45:02.063412 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c09b4c-fb73-4e88-bc91-b6b669bfe4e0 req-0b29b05a-d961-49b2-bd6b-3ee4ad949bb0 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:02.064951 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f1c09b4c-fb73-4e88-bc91-b6b669bfe4e0 req-0b29b05a-d961-49b2-bd6b-3ee4ad949bb0 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.2091396
Apr 19 07:45:02.125497 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f1c09b4c-fb73-4e88-bc91-b6b669bfe4e0 req-05732a56-0f89-4656-9d3f-70a09d9db63c tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534167
Apr 19 07:45:02.128574 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53888a3a-0517-491e-b31b-715b7fdacddb req-ddf0b554-d9f3-4591-a6b7-788dbfab6d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:02.130078 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-53888a3a-0517-491e-b31b-715b7fdacddb req-ddf0b554-d9f3-4591-a6b7-788dbfab6d0b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b471379-1e4b-4c05-9815-534f6f610471&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1375592
Apr 19 07:45:02.273622 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-53888a3a-0517-491e-b31b-715b7fdacddb req-ba377b9d-911b-40ce-b5d1-02c72a8b0048 service neutron] 10.222.0.16 "GET /v2.0/networks/2b471379-1e4b-4c05-9815-534f6f610471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344609
Apr 19 07:45:02.367050 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3848763-02b1-4a74-b400-d4927cccf539 req-b1a31587-0b78-4dd9-a97f-f220a9ad0485 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:02.367816 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-a3848763-02b1-4a74-b400-d4927cccf539 req-b1a31587-0b78-4dd9-a97f-f220a9ad0485 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Synchronizing usage tracker for tenant:b971f886883845e49188b32b7c3c1ea9 on resource:network {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:45:02.384462 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-a3848763-02b1-4a74-b400-d4927cccf539 req-b1a31587-0b78-4dd9-a97f-f220a9ad0485 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Unset dirty status for tenant:b971f886883845e49188b32b7c3c1ea9 on resource:network {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:45:02.386049 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a3848763-02b1-4a74-b400-d4927cccf539 req-b1a31587-0b78-4dd9-a97f-f220a9ad0485 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.16 "GET /v2.0/networks?id=f2588785-69b8-4c39-8e5c-04f3127cba02 HTTP/1.1" status: 200  len: 809 time: 0.1766934
Apr 19 07:45:02.403219 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-a3848763-02b1-4a74-b400-d4927cccf539 req-e8483bd7-7e94-44c2-9d99-477f0dfbc09b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Request body: {'port': {'device_id': 'a3641d26-0240-4b61-a35a-0703f8705c03', 'network_id': 'f2588785-69b8-4c39-8e5c-04f3127cba02', 'admin_state_up': True, 'tenant_id': 'b971f886883845e49188b32b7c3c1ea9'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:45:02.429130 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-53888a3a-0517-491e-b31b-715b7fdacddb req-2cbc30bf-3bf1-453e-9953-59ea859e13f5 service neutron] 10.222.0.16 "GET /v2.0/networks/2b471379-1e4b-4c05-9815-534f6f610471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448779
Apr 19 07:45:02.556020 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-a3848763-02b1-4a74-b400-d4927cccf539 req-e8483bd7-7e94-44c2-9d99-477f0dfbc09b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:45:02.560515 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-a3848763-02b1-4a74-b400-d4927cccf539 req-e8483bd7-7e94-44c2-9d99-477f0dfbc09b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Usage tracker for resource:port and tenant:b971f886883845e49188b32b7c3c1ea9 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:45:02.563730 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-a3848763-02b1-4a74-b400-d4927cccf539 req-e8483bd7-7e94-44c2-9d99-477f0dfbc09b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:45:02.570433 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-a3848763-02b1-4a74-b400-d4927cccf539 req-e8483bd7-7e94-44c2-9d99-477f0dfbc09b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:45:02.583823 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3848763-02b1-4a74-b400-d4927cccf539 req-e8483bd7-7e94-44c2-9d99-477f0dfbc09b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Made reservation on behalf of b971f886883845e49188b32b7c3c1ea9 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:45:02.590543 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a3848763-02b1-4a74-b400-d4927cccf539 req-e8483bd7-7e94-44c2-9d99-477f0dfbc09b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:02.771638 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-a3848763-02b1-4a74-b400-d4927cccf539 req-e8483bd7-7e94-44c2-9d99-477f0dfbc09b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Allocated IP 172.20.0.5 (f2588785-69b8-4c39-8e5c-04f3127cba02/1a1ead72-26f9-4c26-a66e-af72064e9fb6/b1739fb8-d706-4b97-a6cd-d066707c851a) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:45:03.011673 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a3848763-02b1-4a74-b400-d4927cccf539 req-e8483bd7-7e94-44c2-9d99-477f0dfbc09b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:03.013180 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa60a2-775f-4f03-8465-c5b358385f79 req-314d0f3c-919d-4252-87d9-0519d174b94e tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:03.014834 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2bfa60a2-775f-4f03-8465-c5b358385f79 req-314d0f3c-919d-4252-87d9-0519d174b94e tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 943 time: 0.1647031
Apr 19 07:45:03.023415 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0caae-a24c-48fa-bb86-dffde9f64ae5 req-c56f5160-8831-442a-8c06-2255206d2cab tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:03.024925 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dec0caae-a24c-48fa-bb86-dffde9f64ae5 req-c56f5160-8831-442a-8c06-2255206d2cab tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1285300
Apr 19 07:45:03.043494 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a3848763-02b1-4a74-b400-d4927cccf539 req-e8483bd7-7e94-44c2-9d99-477f0dfbc09b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:03.049556 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-80244943-9406-44dc-bcd5-f7f14e1b7721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:03.104235 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2bfa60a2-775f-4f03-8465-c5b358385f79 req-1e1167ef-ed38-43aa-8c02-916b89915cd9 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780466
Apr 19 07:45:03.117678 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dec0caae-a24c-48fa-bb86-dffde9f64ae5 req-1661a758-deb6-4ba8-997f-59d5a0bd2ba1 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752969
Apr 19 07:45:03.128267 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3848763-02b1-4a74-b400-d4927cccf539 req-e8483bd7-7e94-44c2-9d99-477f0dfbc09b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Network f2588785-69b8-4c39-8e5c-04f3127cba02 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:45:03.135033 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-a3848763-02b1-4a74-b400-d4927cccf539 req-e8483bd7-7e94-44c2-9d99-477f0dfbc09b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:45:03.145055 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3848763-02b1-4a74-b400-d4927cccf539 req-e8483bd7-7e94-44c2-9d99-477f0dfbc09b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:45:03.172123 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8483bd7-7e94-44c2-9d99-477f0dfbc09b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Pushing event updated for resources: {'Port': ['ID=b1739fb8-d706-4b97-a6cd-d066707c851a,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:03.177898 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e8483bd7-7e94-44c2-9d99-477f0dfbc09b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:03.214258 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3848763-02b1-4a74-b400-d4927cccf539 req-e8483bd7-7e94-44c2-9d99-477f0dfbc09b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:03.214954 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a3848763-02b1-4a74-b400-d4927cccf539 req-e8483bd7-7e94-44c2-9d99-477f0dfbc09b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:03.236155 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a3848763-02b1-4a74-b400-d4927cccf539 req-e8483bd7-7e94-44c2-9d99-477f0dfbc09b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8373687
Apr 19 07:45:03.250881 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-a3848763-02b1-4a74-b400-d4927cccf539 req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] Request body: {'port': {'device_id': 'a3641d26-0240-4b61-a35a-0703f8705c03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:45:03.376798 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7971a2-205d-448e-b588-f2b42e8b3b31 req-be82a760-88aa-45a7-bb5e-ddb1c59921ee tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:03.378465 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6b7971a2-205d-448e-b588-f2b42e8b3b31 req-be82a760-88aa-45a7-bb5e-ddb1c59921ee tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 943 time: 0.1210387
Apr 19 07:45:03.390862 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11d569-3900-4dc7-8537-029e04eae8d6 req-394b7f99-2956-4588-8a8b-42b91f4aa6b5 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:03.392707 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5d11d569-3900-4dc7-8537-029e04eae8d6 req-394b7f99-2956-4588-8a8b-42b91f4aa6b5 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3641d26-0240-4b61-a35a-0703f8705c03 HTTP/1.1" status: 200  len: 931 time: 0.1737177
Apr 19 07:45:03.606083 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a3848763-02b1-4a74-b400-d4927cccf539 req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:03.688014 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6b7971a2-205d-448e-b588-f2b42e8b3b31 req-d52bec1d-2d71-4261-afc4-1a01f8ce7b2a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2942431
Apr 19 07:45:03.698548 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5d11d569-3900-4dc7-8537-029e04eae8d6 req-989a4a11-2378-4b91-aadd-4cc83274da64 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642073
Apr 19 07:45:03.778704 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 090aa1fc-aa56-4dd7-90e5-e91458560b82 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:45:03.798753 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-357456d5-00d5-4437-b385-21d85a041d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:03.933017 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 090aa1fc-aa56-4dd7-90e5-e91458560b82, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=090aa1fc-aa56-4dd7-90e5-e91458560b82,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:45:03.947196 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': '090aa1fc-aa56-4dd7-90e5-e91458560b82', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'port_id': '090aa1fc-aa56-4dd7-90e5-e91458560b82', 'mac_address': 'fa:16:3e:b6:df:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:45:03.977118 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [req-a3848763-02b1-4a74-b400-d4927cccf539 req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1739fb8-d706-4b97-a6cd-d066707c851a {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:45:03.985372 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a3848763-02b1-4a74-b400-d4927cccf539 req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:04.001286 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-a3848763-02b1-4a74-b400-d4927cccf539 req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] Transition to ACTIVE for port object b1739fb8-d706-4b97-a6cd-d066707c851a will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:45:04.004750 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a3848763-02b1-4a74-b400-d4927cccf539 req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852205354'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:04.008544 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f47d3d61-1309-4169-a38b-e171cb8b1415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:04.010018 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:04.029050 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090aa1fc-aa56-4dd7-90e5-e91458560b82 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:45:04.045769 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 090aa1fc-aa56-4dd7-90e5-e91458560b82, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=090aa1fc-aa56-4dd7-90e5-e91458560b82,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:45:04.049091 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:04.051003 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-45466831-d343-4900-b2ef-8b76661d1cc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:04.121350 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=090aa1fc-aa56-4dd7-90e5-e91458560b82,revision_number=9']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:04.130980 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:04.131358 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:04.131742 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:04.132119 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:04.132494 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:04.132868 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:04.133238 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:04.133763 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:04.133981 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:04.134380 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:04.134782 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:04.135246 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:04.142820 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:04.208012 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b1739fb8-d706-4b97-a6cd-d066707c851a,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:04.213792 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:04.258938 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-a3848763-02b1-4a74-b400-d4927cccf539 req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] Attempting to bind port b1739fb8-d706-4b97-a6cd-d066707c851a on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:45:04.259481 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-a3848763-02b1-4a74-b400-d4927cccf539 req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] Attempting to bind port b1739fb8-d706-4b97-a6cd-d066707c851a by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'b7af807e-a9bc-4ff1-844f-11ed58667489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f2588785-69b8-4c39-8e5c-04f3127cba02'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:45:04.260007 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3848763-02b1-4a74-b400-d4927cccf539 req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] Attempting to bind port b1739fb8-d706-4b97-a6cd-d066707c851a on network f2588785-69b8-4c39-8e5c-04f3127cba02 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:45:04.266080 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3848763-02b1-4a74-b400-d4927cccf539 req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] Port b1739fb8-d706-4b97-a6cd-d066707c851a on network f2588785-69b8-4c39-8e5c-04f3127cba02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 07:45:04.266570 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3848763-02b1-4a74-b400-d4927cccf539 req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] Attempting to bind port b1739fb8-d706-4b97-a6cd-d066707c851a on network f2588785-69b8-4c39-8e5c-04f3127cba02 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:45:04.272263 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3848763-02b1-4a74-b400-d4927cccf539 req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] Checking agent: {'id': 'e1395553-83f9-4e7d-975f-a9afa5ddc59a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:45:04.272771 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3848763-02b1-4a74-b400-d4927cccf539 req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] Checking segment: {'id': 'b7af807e-a9bc-4ff1-844f-11ed58667489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f2588785-69b8-4c39-8e5c-04f3127cba02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:45:04.273273 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3848763-02b1-4a74-b400-d4927cccf539 req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] Bound using segment: {'id': 'b7af807e-a9bc-4ff1-844f-11ed58667489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f2588785-69b8-4c39-8e5c-04f3127cba02'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:45:04.273882 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-a3848763-02b1-4a74-b400-d4927cccf539 req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] Bound port: b1739fb8-d706-4b97-a6cd-d066707c851a, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7af807e-a9bc-4ff1-844f-11ed58667489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f2588785-69b8-4c39-8e5c-04f3127cba02'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:45:04.274404 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a3848763-02b1-4a74-b400-d4927cccf539 req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:04.316086 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['090aa1fc-aa56-4dd7-90e5-e91458560b82'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:45:04.387099 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-a3848763-02b1-4a74-b400-d4927cccf539 req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] For port b1739fb8-d706-4b97-a6cd-d066707c851a, host hv-cinder-77387, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:45:04.392066 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-a3848763-02b1-4a74-b400-d4927cccf539 req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] For port b1739fb8-d706-4b97-a6cd-d066707c851a, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b1739fb8-d706-4b97-a6cd-d066707c851a,segment=NetworkSegment(b7af807e-a9bc-4ff1-844f-11ed58667489),segment_id=b7af807e-a9bc-4ff1-844f-11ed58667489)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:45:04.397672 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a3848763-02b1-4a74-b400-d4927cccf539 req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852205354'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:04.404688 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8e2ff5e7-c22b-4067-9717-15827eb6c85d tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:04.410086 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00597c-0890-4f9b-8550-52c89c36dea1 req-94a52f57-1922-4bac-8efa-140942754839 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:04.412539 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fe00597c-0890-4f9b-8550-52c89c36dea1 req-94a52f57-1922-4bac-8efa-140942754839 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 943 time: 0.1612003
Apr 19 07:45:04.443285 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c3d6b-cae4-49c6-9c2e-29c17b13ee06 req-36b1b1b3-6491-4720-8497-00dfbad30ddc tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:04.450940 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e52c3d6b-cae4-49c6-9c2e-29c17b13ee06 req-36b1b1b3-6491-4720-8497-00dfbad30ddc tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1636400
Apr 19 07:45:04.490669 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3848763-02b1-4a74-b400-d4927cccf539 req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:04.491447 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a3848763-02b1-4a74-b400-d4927cccf539 req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:04.493094 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a3848763-02b1-4a74-b400-d4927cccf539 req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] 10.222.0.16 "PUT /v2.0/ports/b1739fb8-d706-4b97-a6cd-d066707c851a HTTP/1.1" status: 200  len: 1093 time: 1.2471840
Apr 19 07:45:04.493730 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3641d26-0240-4b61-a35a-0703f8705c03', 'tag': 'b1739fb8-d706-4b97-a6cd-d066707c851a'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:45:04.521819 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fe00597c-0890-4f9b-8550-52c89c36dea1 req-63a0bc2e-a3e8-4e2c-a346-47448d4e9931 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1026599
Apr 19 07:45:04.524245 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b1739fb8-d706-4b97-a6cd-d066707c851a,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:04.528270 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:04.535410 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e52c3d6b-cae4-49c6-9c2e-29c17b13ee06 req-0a27c832-4dde-491c-a3d5-5aeccd4fd748 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835464
Apr 19 07:45:04.596224 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3641d26-0240-4b61-a35a-0703f8705c03', 'tag': 'b1739fb8-d706-4b97-a6cd-d066707c851a', 'status': 'completed', 'code': 200}
Apr 19 07:45:04.623318 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3848763-02b1-4a74-b400-d4927cccf539 req-87530aac-4de1-4413-8674-64e62021a6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:04.624916 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a3848763-02b1-4a74-b400-d4927cccf539 req-87530aac-4de1-4413-8674-64e62021a6e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b971f886883845e49188b32b7c3c1ea9&device_id=a3641d26-0240-4b61-a35a-0703f8705c03 HTTP/1.1" status: 200  len: 1096 time: 0.0876045
Apr 19 07:45:04.706028 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a3848763-02b1-4a74-b400-d4927cccf539 req-d968f7d3-aa5f-428f-af5e-f772226671d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1739fb8-d706-4b97-a6cd-d066707c851a HTTP/1.1" status: 200  len: 217 time: 0.0687194
Apr 19 07:45:04.783422 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3848763-02b1-4a74-b400-d4927cccf539 req-bab8d305-07db-427f-9238-b086964bba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:04.785067 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a3848763-02b1-4a74-b400-d4927cccf539 req-bab8d305-07db-427f-9238-b086964bba13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a1ead72-26f9-4c26-a66e-af72064e9fb6 HTTP/1.1" status: 200  len: 849 time: 0.0692024
Apr 19 07:45:04.963476 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1402c6-9095-4dae-a768-becf2f063423 req-4dea5f4c-1e75-429d-bb77-8f20f3a97092 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:04.964991 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dd1402c6-9095-4dae-a768-becf2f063423 req-4dea5f4c-1e75-429d-bb77-8f20f3a97092 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 944 time: 0.1542158
Apr 19 07:45:04.976405 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b51e58-8590-40a5-92cc-e084f02e4990 req-18793983-2c46-4fff-bd7f-eecf6d1c6536 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:04.977902 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b8b51e58-8590-40a5-92cc-e084f02e4990 req-18793983-2c46-4fff-bd7f-eecf6d1c6536 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3641d26-0240-4b61-a35a-0703f8705c03 HTTP/1.1" status: 200  len: 943 time: 0.1287541
Apr 19 07:45:05.051747 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dd1402c6-9095-4dae-a768-becf2f063423 req-7bb42064-48c6-49c3-84da-9cff0b91038f tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727966
Apr 19 07:45:05.059167 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b8b51e58-8590-40a5-92cc-e084f02e4990 req-00591379-1f57-4b50-a307-34297da96b78 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661604
Apr 19 07:45:05.713893 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a3848763-02b1-4a74-b400-d4927cccf539 req-c194a5a0-0f82-4636-af9f-091b0d5606ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2588785-69b8-4c39-8e5c-04f3127cba02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0484548
Apr 19 07:45:05.805811 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161734d-50a6-4bb0-80ba-eaed95ddf220 req-b9ad3c9a-249b-44ca-82fc-01258288b263 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:05.807897 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2161734d-50a6-4bb0-80ba-eaed95ddf220 req-b9ad3c9a-249b-44ca-82fc-01258288b263 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 943 time: 0.1650388
Apr 19 07:45:05.816135 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89c71f-429f-4ce6-892d-fb8b9e29f5bc req-3be6410a-f654-4598-ac8b-84bcb83bd0c7 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:05.817615 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2c89c71f-429f-4ce6-892d-fb8b9e29f5bc req-3be6410a-f654-4598-ac8b-84bcb83bd0c7 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1375310
Apr 19 07:45:05.894555 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2161734d-50a6-4bb0-80ba-eaed95ddf220 req-80051c1e-92eb-40fc-8d57-d8de124f76ff tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758593
Apr 19 07:45:05.899201 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2c89c71f-429f-4ce6-892d-fb8b9e29f5bc req-56c864cc-da7e-403b-85d3-2a3c28a22c7b tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662024
Apr 19 07:45:06.012277 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aa395708-f5f2-46a6-96ae-5ea6147f17ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:06.336142 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee36e85-7a94-4bba-be1f-92975cbd665d req-8e514bdf-16f9-4195-ab54-fea7b7f3e6f5 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:06.337735 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5ee36e85-7a94-4bba-be1f-92975cbd665d req-8e514bdf-16f9-4195-ab54-fea7b7f3e6f5 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3641d26-0240-4b61-a35a-0703f8705c03 HTTP/1.1" status: 200  len: 943 time: 0.1558657
Apr 19 07:45:06.349164 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b37df0-6ffa-491c-b6f5-154d791fa289 req-ace9c37e-f045-45e3-b2e9-d1afa1231dbb tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:06.350619 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-77b37df0-6ffa-491c-b6f5-154d791fa289 req-ace9c37e-f045-45e3-b2e9-d1afa1231dbb tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 944 time: 0.1273799
Apr 19 07:45:06.386752 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:06.425823 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5ee36e85-7a94-4bba-be1f-92975cbd665d req-1e50aaa4-a95b-4b7f-9c4f-78c0c7c37950 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741889
Apr 19 07:45:06.428744 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-77b37df0-6ffa-491c-b6f5-154d791fa289 req-0ea0318e-8b1c-4f1c-9552-f3a71d3e1d6a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630608
Apr 19 07:45:06.741236 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a3848763-02b1-4a74-b400-d4927cccf539 req-6e840504-7fff-4a5b-bd48-7f0e372f7edc service neutron] 10.222.0.16 "GET /v2.0/networks/f2588785-69b8-4c39-8e5c-04f3127cba02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544054
Apr 19 07:45:06.796835 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e9291-7fd2-47f9-b367-bd98eb675eda req-96f02570-1d21-4cd7-9c6c-ecb46b01ecf1 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:06.798469 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-467e9291-7fd2-47f9-b367-bd98eb675eda req-96f02570-1d21-4cd7-9c6c-ecb46b01ecf1 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 984 time: 0.0922689
Apr 19 07:45:06.848595 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-467e9291-7fd2-47f9-b367-bd98eb675eda req-e8b94a4f-4e72-4901-af18-ba8959239a72 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&id=77aa4516-92bf-418a-a22e-5a3dac2368c3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0434752
Apr 19 07:45:06.996027 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:07.177917 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c202b-6c5e-4aa4-935a-aa337a03e86e req-bf573c8b-b002-4b22-96b9-39690d5aa0fd tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:07.179479 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ae3c202b-6c5e-4aa4-935a-aa337a03e86e req-bf573c8b-b002-4b22-96b9-39690d5aa0fd tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 943 time: 0.1534054
Apr 19 07:45:07.191884 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6715646-37d7-451a-8507-ddac3a0c6d09 req-4ad5287e-3346-4b38-9d56-fe78db5e71a4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:07.193329 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f6715646-37d7-451a-8507-ddac3a0c6d09 req-4ad5287e-3346-4b38-9d56-fe78db5e71a4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.1267724
Apr 19 07:45:07.266442 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ae3c202b-6c5e-4aa4-935a-aa337a03e86e req-10e81e3e-9a0b-4f29-b5c4-1cb5594f67f7 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0720220
Apr 19 07:45:07.271033 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f6715646-37d7-451a-8507-ddac3a0c6d09 req-1b0e712f-4138-4c50-af65-91478c614f44 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628150
Apr 19 07:45:07.770998 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532b252-5899-4544-88ce-d03c4529582b req-6e170bb1-25b2-44c6-a4bd-daaf6429fbec tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:07.772512 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1532b252-5899-4544-88ce-d03c4529582b req-6e170bb1-25b2-44c6-a4bd-daaf6429fbec tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3641d26-0240-4b61-a35a-0703f8705c03 HTTP/1.1" status: 200  len: 943 time: 0.2198188
Apr 19 07:45:07.775071 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a3848763-02b1-4a74-b400-d4927cccf539 req-3e9b72b6-72f4-4ed0-82d6-73d1165cc2aa service neutron] 10.222.0.16 "GET /v2.0/networks/f2588785-69b8-4c39-8e5c-04f3127cba02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1467674
Apr 19 07:45:07.782762 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a276f1-f505-40c7-adcb-9dcf3ab95d52 req-cd434ecb-bd1d-4bf3-8b93-75888b59b4f6 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:07.784313 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d2a276f1-f505-40c7-adcb-9dcf3ab95d52 req-cd434ecb-bd1d-4bf3-8b93-75888b59b4f6 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 944 time: 0.1929674
Apr 19 07:45:07.793029 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device c8c62569-be78-408f-a913-1cf886de32c2 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:45:07.863412 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2788ac8-f1a2-4be8-8580-a6972543c6a2 req-d3833425-a0a1-4a99-9b35-ec1b7847918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:07.865330 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d2788ac8-f1a2-4be8-8580-a6972543c6a2 req-d3833425-a0a1-4a99-9b35-ec1b7847918e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee2ca57b536d4a6eb9a1165c495ab71b&device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 1137 time: 0.1979601
Apr 19 07:45:07.878898 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1532b252-5899-4544-88ce-d03c4529582b req-447c982b-f0d1-4f8e-9f0b-b6cea25da9a1 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921984
Apr 19 07:45:07.883419 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d2a276f1-f505-40c7-adcb-9dcf3ab95d52 req-26e6d55a-402d-4a95-8360-8a97ac1da8c8 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794716
Apr 19 07:45:07.917796 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265faa4-bba8-446b-bc94-c25c77a346cc req-123b5a0c-e467-44f7-aa51-c7751686ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:07.919903 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b265faa4-bba8-446b-bc94-c25c77a346cc req-123b5a0c-e467-44f7-aa51-c7751686ec11 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b971f886883845e49188b32b7c3c1ea9&device_id=a3641d26-0240-4b61-a35a-0703f8705c03 HTTP/1.1" status: 200  len: 1096 time: 0.0943959
Apr 19 07:45:07.962583 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port c8c62569-be78-408f-a913-1cf886de32c2, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c8c62569-be78-408f-a913-1cf886de32c2,segment=NetworkSegment(0c720788-6e57-480d-ae87-38de1565a3c6),segment_id=0c720788-6e57-480d-ae87-38de1565a3c6)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:45:07.988538 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': 'c8c62569-be78-408f-a913-1cf886de32c2', 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471', 'port_id': 'c8c62569-be78-408f-a913-1cf886de32c2', 'mac_address': 'fa:16:3e:73:82:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f76505ba-fc01-4ae0-b3d2-3bdc23c63102', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:45:08.024721 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:08.054920 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:08.068231 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2788ac8-f1a2-4be8-8580-a6972543c6a2 req-4a56b012-a09b-490e-a29d-5edd5d2ab3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:08.069812 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d2788ac8-f1a2-4be8-8580-a6972543c6a2 req-4a56b012-a09b-490e-a29d-5edd5d2ab3db service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ce6dd40-ed90-4d53-9fbe-9465812d6db3 HTTP/1.1" status: 200  len: 915 time: 0.1898873
Apr 19 07:45:08.071592 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265faa4-bba8-446b-bc94-c25c77a346cc req-4616aef5-17a1-4bde-bdf4-aa6541d25e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:08.073555 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b265faa4-bba8-446b-bc94-c25c77a346cc req-4616aef5-17a1-4bde-bdf4-aa6541d25e3c service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2588785-69b8-4c39-8e5c-04f3127cba02 HTTP/1.1" status: 200  len: 910 time: 0.1445894
Apr 19 07:45:08.076115 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c62569-be78-408f-a913-1cf886de32c2 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:45:08.097890 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port c8c62569-be78-408f-a913-1cf886de32c2, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c8c62569-be78-408f-a913-1cf886de32c2,segment=NetworkSegment(0c720788-6e57-480d-ae87-38de1565a3c6),segment_id=0c720788-6e57-480d-ae87-38de1565a3c6)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:45:08.101671 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:08.103738 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3cea6251-be1d-4fec-bc44-2f0cbdf69b0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:08.162095 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b265faa4-bba8-446b-bc94-c25c77a346cc req-c6e5e2ef-aaf5-4709-a68a-cfd9b3469989 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1739fb8-d706-4b97-a6cd-d066707c851a HTTP/1.1" status: 200  len: 217 time: 0.0708098
Apr 19 07:45:08.175987 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=c8c62569-be78-408f-a913-1cf886de32c2,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:08.179284 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:08.199240 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c3030-045f-4ac8-b115-ebf34367ac51 req-e1d2a229-2dde-4189-bf2d-46072b82b38f tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:08.200849 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-795c3030-045f-4ac8-b115-ebf34367ac51 req-e1d2a229-2dde-4189-bf2d-46072b82b38f tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 984 time: 0.1805873
Apr 19 07:45:08.218954 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d2788ac8-f1a2-4be8-8580-a6972543c6a2 req-a92d01da-65ef-43cf-926e-d5f9617fff63 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 HTTP/1.1" status: 200  len: 1000 time: 0.1235161
Apr 19 07:45:08.233486 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265faa4-bba8-446b-bc94-c25c77a346cc req-44edbfc9-0106-4200-a217-856a8929ea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:08.235109 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b265faa4-bba8-446b-bc94-c25c77a346cc req-44edbfc9-0106-4200-a217-856a8929ea17 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a1ead72-26f9-4c26-a66e-af72064e9fb6 HTTP/1.1" status: 200  len: 849 time: 0.0647275
Apr 19 07:45:08.295838 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b265faa4-bba8-446b-bc94-c25c77a346cc req-9c708f77-4839-4803-b998-aec7606c6b1f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2588785-69b8-4c39-8e5c-04f3127cba02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512984
Apr 19 07:45:08.314667 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-795c3030-045f-4ac8-b115-ebf34367ac51 req-12ed9295-b36a-4155-87cf-338030ff71a9 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&id=77aa4516-92bf-418a-a22e-5a3dac2368c3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1015301
Apr 19 07:45:08.318234 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2788ac8-f1a2-4be8-8580-a6972543c6a2 req-f6e0dd85-bd11-4a0d-9ba6-e22979fb6991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:08.319700 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d2788ac8-f1a2-4be8-8580-a6972543c6a2 req-f6e0dd85-bd11-4a0d-9ba6-e22979fb6991 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3643a73d-bbcf-408b-929c-8c605c75acdc HTTP/1.1" status: 200  len: 853 time: 0.0880463
Apr 19 07:45:08.382497 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['c8c62569-be78-408f-a913-1cf886de32c2'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:45:08.418824 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2788ac8-f1a2-4be8-8580-a6972543c6a2 req-00b9b743-874f-4b34-81f6-87371cd8712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:08.420761 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d2788ac8-f1a2-4be8-8580-a6972543c6a2 req-00b9b743-874f-4b34-81f6-87371cd8712b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ce6dd40-ed90-4d53-9fbe-9465812d6db3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0936899
Apr 19 07:45:08.467777 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b265faa4-bba8-446b-bc94-c25c77a346cc req-a1301567-b5f7-493d-aadc-a78799086551 service neutron] 10.222.0.16 "GET /v2.0/networks/f2588785-69b8-4c39-8e5c-04f3127cba02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1532609
Apr 19 07:45:08.619768 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b265faa4-bba8-446b-bc94-c25c77a346cc req-534794f3-eeb5-4cf0-b903-5847ccf9180d service neutron] 10.222.0.16 "GET /v2.0/networks/f2588785-69b8-4c39-8e5c-04f3127cba02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428378
Apr 19 07:45:08.700819 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f2219-8299-428b-99c2-eb155c39ac24 req-49f0e02c-8528-4343-b029-3449e567ce2b tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:08.702498 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-496f2219-8299-428b-99c2-eb155c39ac24 req-49f0e02c-8528-4343-b029-3449e567ce2b tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.2797709
Apr 19 07:45:08.738216 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d158f3-0c71-4627-8543-ea9c03cb7733 req-c0796974-3300-4743-833a-f63f577dc72d tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:08.740118 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f3d158f3-0c71-4627-8543-ea9c03cb7733 req-c0796974-3300-4743-833a-f63f577dc72d tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 944 time: 0.2694142
Apr 19 07:45:08.742007 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d2788ac8-f1a2-4be8-8580-a6972543c6a2 req-f23ced93-469e-43d2-a646-3b45e17fc460 service neutron] 10.222.0.16 "GET /v2.0/networks/1ce6dd40-ed90-4d53-9fbe-9465812d6db3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2725756
Apr 19 07:45:08.882314 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-496f2219-8299-428b-99c2-eb155c39ac24 req-0b7aa99d-e2e5-4aec-8420-02df4f13d8a4 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1711307
Apr 19 07:45:08.901380 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f3d158f3-0c71-4627-8543-ea9c03cb7733 req-140c19b7-dd04-4466-82a9-2bfbc13c73e9 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1527367
Apr 19 07:45:08.939875 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d2788ac8-f1a2-4be8-8580-a6972543c6a2 req-3b6e5167-bcae-4c5a-993e-178d2f21aa7f service neutron] 10.222.0.16 "GET /v2.0/networks/1ce6dd40-ed90-4d53-9fbe-9465812d6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1899791
Apr 19 07:45:09.408333 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-08d8da63-9c94-4cc7-9ef7-1dfaf6d562b1 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:09.409913 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-08d8da63-9c94-4cc7-9ef7-1dfaf6d562b1 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/networks?id=86d18d52-40ae-43cb-a67e-4f6977a7cf89 HTTP/1.1" status: 200  len: 813 time: 0.4230008
Apr 19 07:45:09.431491 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e73d6f-9c9a-4e8f-a0e2-2586de2b89a3 req-0cb50ae9-fe00-4c08-8b35-04cd6bdaac84 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:09.433161 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-36e73d6f-9c9a-4e8f-a0e2-2586de2b89a3 req-0cb50ae9-fe00-4c08-8b35-04cd6bdaac84 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3641d26-0240-4b61-a35a-0703f8705c03 HTTP/1.1" status: 200  len: 943 time: 0.4194191
Apr 19 07:45:09.436779 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-00e4699f-e6dc-42f6-b318-6f8b4f96020f tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/quotas/ee929c31b4ad48a7ae1701b36fbbee76 HTTP/1.1" status: 200  len: 375 time: 0.0202472
Apr 19 07:45:09.508937 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-17d8eb39-b3c7-4c14-b798-f3f479cae183 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee929c31b4ad48a7ae1701b36fbbee76&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0551124
Apr 19 07:45:09.560438 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-36e73d6f-9c9a-4e8f-a0e2-2586de2b89a3 req-098b0dbc-f245-4a2f-baf7-bdf15c3122c3 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208751
Apr 19 07:45:09.666851 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-1b173ba8-23d0-4820-b7c2-b9a595f07b3a service neutron] 10.222.0.20 "GET /v2.0/networks/86d18d52-40ae-43cb-a67e-4f6977a7cf89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483006
Apr 19 07:45:09.824689 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device b1739fb8-d706-4b97-a6cd-d066707c851a details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:45:09.827244 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 090aa1fc-aa56-4dd7-90e5-e91458560b82 up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:45:09.869183 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-9164cbde-915d-4992-9972-793df34281ae service neutron] 10.222.0.20 "GET /v2.0/networks/86d18d52-40ae-43cb-a67e-4f6977a7cf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1957803
Apr 19 07:45:09.890770 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e0083-65ff-41c2-9f1e-d9a3c234db58 req-7c9deea0-f1a2-4703-b4a2-7db5c9484ad5 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:09.893365 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c29e0083-65ff-41c2-9f1e-d9a3c234db58 req-7c9deea0-f1a2-4703-b4a2-7db5c9484ad5 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 944 time: 0.1986537
Apr 19 07:45:09.950426 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c29e0083-65ff-41c2-9f1e-d9a3c234db58 req-65c7e934-9bc2-4d8a-ab00-32c553797040 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510399
Apr 19 07:45:10.025934 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port 090aa1fc-aa56-4dd7-90e5-e91458560b82 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:45:10.026390 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:10.129431 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port b1739fb8-d706-4b97-a6cd-d066707c851a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b1739fb8-d706-4b97-a6cd-d066707c851a,segment=NetworkSegment(b7af807e-a9bc-4ff1-844f-11ed58667489),segment_id=b7af807e-a9bc-4ff1-844f-11ed58667489)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:45:10.147167 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': 'b1739fb8-d706-4b97-a6cd-d066707c851a', 'network_id': 'f2588785-69b8-4c39-8e5c-04f3127cba02', 'port_id': 'b1739fb8-d706-4b97-a6cd-d066707c851a', 'mac_address': 'fa:16:3e:a0:07:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a1ead72-26f9-4c26-a66e-af72064e9fb6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:45:10.259095 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:10.271281 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:10.280643 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c7d42-6b50-4ddf-9199-84693f13750e req-d9bf8abe-e554-475b-8a69-238e4169c88b tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:10.282209 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8e6c7d42-6b50-4ddf-9199-84693f13750e req-d9bf8abe-e554-475b-8a69-238e4169c88b tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.16 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.2745738
Apr 19 07:45:10.294410 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b816f-e86b-4a3b-9427-01efcf426c92 req-a6144ad7-a3f8-49c4-b782-83fdd883f894 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:10.295972 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d16b816f-e86b-4a3b-9427-01efcf426c92 req-a6144ad7-a3f8-49c4-b782-83fdd883f894 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 984 time: 0.2134986
Apr 19 07:45:10.299999 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1739fb8-d706-4b97-a6cd-d066707c851a {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:45:10.310352 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79c93a4-8605-49f6-ab35-2c3bc3c46c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090aa1fc-aa56-4dd7-90e5-e91458560b82'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:45:10.328632 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 090aa1fc-aa56-4dd7-90e5-e91458560b82, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=090aa1fc-aa56-4dd7-90e5-e91458560b82,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:45:10.332031 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port b1739fb8-d706-4b97-a6cd-d066707c851a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b1739fb8-d706-4b97-a6cd-d066707c851a,segment=NetworkSegment(b7af807e-a9bc-4ff1-844f-11ed58667489),segment_id=b7af807e-a9bc-4ff1-844f-11ed58667489)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:45:10.333163 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:10.334044 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device c8c62569-be78-408f-a913-1cf886de32c2 up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:45:10.368350 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5af572de-8757-4e28-b322-8ca06af2f6fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:10.370420 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb8ac2-79d1-4563-bdf4-3915ee52cb61 req-b6f7f39b-c4b5-43ed-b929-e5afd3f968c2 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:10.372090 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1ffb8ac2-79d1-4563-bdf4-3915ee52cb61 req-b6f7f39b-c4b5-43ed-b929-e5afd3f968c2 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 945 time: 0.2230849
Apr 19 07:45:10.444098 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-8e6c7d42-6b50-4ddf-9199-84693f13750e req-40bb721f-7f16-41ea-b7d4-63aebf8b2611 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Deleting port f8d128b4-0359-4a70-ae38-e586ea9ea296 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:45:10.444403 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-8e6c7d42-6b50-4ddf-9199-84693f13750e req-40bb721f-7f16-41ea-b7d4-63aebf8b2611 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:10.501883 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d16b816f-e86b-4a3b-9427-01efcf426c92 req-9a54e974-297b-44bf-b262-37760a1353bb tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&id=77aa4516-92bf-418a-a22e-5a3dac2368c3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1673141
Apr 19 07:45:10.528776 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1ffb8ac2-79d1-4563-bdf4-3915ee52cb61 req-5b26f3ce-c01e-4049-aa08-35f22b427843 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/security-groups?id=de292e3f-d553-489b-b57c-e3f4915da00a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462467
Apr 19 07:45:10.631086 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:10.713546 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=090aa1fc-aa56-4dd7-90e5-e91458560b82,revision_number=10']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:10.717755 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:10.718320 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:10.765115 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning for port c8c62569-be78-408f-a913-1cf886de32c2 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:45:10.781969 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port c8c62569-be78-408f-a913-1cf886de32c2 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:45:10.782380 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:10.821220 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6954c1b1-647c-4360-9976-41c4640dd76d req-24fa6fd3-bfa6-4ebc-828d-805b3c54bb95 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd7638f8-abed-45d0-9182-62c2f7bd8876 HTTP/1.1" status: 200  len: 210 time: 0.1463034
Apr 19 07:45:10.852270 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=b1739fb8-d706-4b97-a6cd-d066707c851a,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:10.856373 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:10.898983 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-8e6c7d42-6b50-4ddf-9199-84693f13750e req-40bb721f-7f16-41ea-b7d4-63aebf8b2611 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] For port f8d128b4-0359-4a70-ae38-e586ea9ea296, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=f8d128b4-0359-4a70-ae38-e586ea9ea296,segment=NetworkSegment(9572bb33-3892-47d7-8c2a-8caaaeacd130),segment_id=9572bb33-3892-47d7-8c2a-8caaaeacd130)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:45:10.899526 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-8e6c7d42-6b50-4ddf-9199-84693f13750e req-40bb721f-7f16-41ea-b7d4-63aebf8b2611 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:10.909925 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79c93a4-8605-49f6-ab35-2c3bc3c46c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090aa1fc-aa56-4dd7-90e5-e91458560b82', 'code': 200}
Apr 19 07:45:10.930224 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['b1739fb8-d706-4b97-a6cd-d066707c851a'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:45:11.001947 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:11.042716 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-8e6c7d42-6b50-4ddf-9199-84693f13750e req-40bb721f-7f16-41ea-b7d4-63aebf8b2611 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Calling delete_port for f8d128b4-0359-4a70-ae38-e586ea9ea296 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:45:11.062162 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port c8c62569-be78-408f-a913-1cf886de32c2, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c8c62569-be78-408f-a913-1cf886de32c2,segment=NetworkSegment(0c720788-6e57-480d-ae87-38de1565a3c6),segment_id=0c720788-6e57-480d-ae87-38de1565a3c6)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:45:11.069941 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:11.075065 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:11.080884 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ce40-9e7e-474a-94d5-cc5e5822182c req-086709b3-ba58-4113-87a7-56eaf33a5356 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:11.082512 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cd73ce40-9e7e-474a-94d5-cc5e5822182c req-086709b3-ba58-4113-87a7-56eaf33a5356 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 944 time: 0.4015627
Apr 19 07:45:11.183176 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=c8c62569-be78-408f-a913-1cf886de32c2,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:11.189138 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:11.234457 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cd73ce40-9e7e-474a-94d5-cc5e5822182c req-b5ab66f6-3456-4a2f-840a-63164a9cdb3c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1102216
Apr 19 07:45:11.295097 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f987d-6aae-44d6-b7d0-a8d577a009e8 req-c2219231-1b68-40db-83fa-d25af2d6f17b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:11.296729 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9f4f987d-6aae-44d6-b7d0-a8d577a009e8 req-c2219231-1b68-40db-83fa-d25af2d6f17b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3641d26-0240-4b61-a35a-0703f8705c03 HTTP/1.1" status: 200  len: 944 time: 0.2619121
Apr 19 07:45:11.367399 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-8e6c7d42-6b50-4ddf-9199-84693f13750e req-40bb721f-7f16-41ea-b7d4-63aebf8b2611 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:11.388195 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-81b7b3dd-6773-4777-a74d-ea4305f8963c tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:11.389287 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-81b7b3dd-6773-4777-a74d-ea4305f8963c tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Synchronizing usage tracker for tenant:ee929c31b4ad48a7ae1701b36fbbee76 on resource:network {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:45:11.401453 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9f4f987d-6aae-44d6-b7d0-a8d577a009e8 req-b2daa22f-9bd8-469a-8df4-e6c188ffed9a tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967748
Apr 19 07:45:11.402191 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:11.409623 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-81b7b3dd-6773-4777-a74d-ea4305f8963c tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Unset dirty status for tenant:ee929c31b4ad48a7ae1701b36fbbee76 on resource:network {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:45:11.411504 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-81b7b3dd-6773-4777-a74d-ea4305f8963c tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.16 "GET /v2.0/networks?id=86d18d52-40ae-43cb-a67e-4f6977a7cf89 HTTP/1.1" status: 200  len: 813 time: 0.2751567
Apr 19 07:45:11.467425 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-cd71fa2e-5329-4f83-9392-76249eba8d0b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Request body: {'port': {'device_id': 'cd7638f8-abed-45d0-9182-62c2f7bd8876', 'network_id': '86d18d52-40ae-43cb-a67e-4f6977a7cf89', 'admin_state_up': True, 'tenant_id': 'ee929c31b4ad48a7ae1701b36fbbee76'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:45:11.505125 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb721f-7f16-41ea-b7d4-63aebf8b2611 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Pushing event deleted for resources: {'Port': ['ID=f8d128b4-0359-4a70-ae38-e586ea9ea296,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:11.513819 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-40bb721f-7f16-41ea-b7d4-63aebf8b2611 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:11.603506 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6c7d42-6b50-4ddf-9199-84693f13750e req-40bb721f-7f16-41ea-b7d4-63aebf8b2611 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] No DVR routers for this DVR port f8d128b4-0359-4a70-ae38-e586ea9ea296 on host hv-cinder-77387 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:45:11.607400 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-8e6c7d42-6b50-4ddf-9199-84693f13750e req-40bb721f-7f16-41ea-b7d4-63aebf8b2611 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:11.616612 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2449bc66-aa7e-42eb-a399-b2e78ff26f0f', 'name': 'network-vif-deleted', 'tag': 'f8d128b4-0359-4a70-ae38-e586ea9ea296'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:45:11.630620 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e453db-8185-43fb-a05d-4f04362c5ece req-b247c197-063c-493d-a148-12b8bff5e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:11.632894 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-81e453db-8185-43fb-a05d-4f04362c5ece req-b247c197-063c-493d-a148-12b8bff5e31e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 1099 time: 0.2111330
Apr 19 07:45:11.660338 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-cd71fa2e-5329-4f83-9392-76249eba8d0b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:45:11.668915 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-cd71fa2e-5329-4f83-9392-76249eba8d0b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Usage tracker for resource:port and tenant:ee929c31b4ad48a7ae1701b36fbbee76 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:45:11.672679 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-cd71fa2e-5329-4f83-9392-76249eba8d0b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:45:11.685400 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['f8d128b4-0359-4a70-ae38-e586ea9ea296'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:45:11.686436 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-cd71fa2e-5329-4f83-9392-76249eba8d0b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:45:11.696258 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8e6c7d42-6b50-4ddf-9199-84693f13750e req-40bb721f-7f16-41ea-b7d4-63aebf8b2611 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.16 "DELETE /v2.0/ports/f8d128b4-0359-4a70-ae38-e586ea9ea296 HTTP/1.1" status: 204  len: 173 time: 1.3991594
Apr 19 07:45:11.699465 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-81e453db-8185-43fb-a05d-4f04362c5ece req-e3ba7df4-122d-467b-a565-b75a38c4f656 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585439
Apr 19 07:45:11.704312 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-cd71fa2e-5329-4f83-9392-76249eba8d0b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Made reservation on behalf of ee929c31b4ad48a7ae1701b36fbbee76 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:45:11.710798 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-cd71fa2e-5329-4f83-9392-76249eba8d0b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:11.722743 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d245d4d-5021-40fa-9807-0d05383c295e req-ad47b81d-09f5-463e-a25c-35fee9551b25 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:11.724688 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1d245d4d-5021-40fa-9807-0d05383c295e req-ad47b81d-09f5-463e-a25c-35fee9551b25 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 946 time: 0.2775538
Apr 19 07:45:11.797643 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d459f-eae0-4b0c-9536-eb5393d86c52 req-c06e68e7-c851-4c12-9072-88dc382d20d5 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:11.799411 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ae9d459f-eae0-4b0c-9536-eb5393d86c52 req-c06e68e7-c851-4c12-9072-88dc382d20d5 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 984 time: 0.1673653
Apr 19 07:45:11.802456 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1d245d4d-5021-40fa-9807-0d05383c295e req-2112ac7b-edba-400d-afa0-b2d7ffee9f0f tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676425
Apr 19 07:45:11.838779 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device b1739fb8-d706-4b97-a6cd-d066707c851a up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:45:11.910881 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ae9d459f-eae0-4b0c-9536-eb5393d86c52 req-c4ebf25b-e48b-4bdd-8e0d-f70d3bc09dc3 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&id=77aa4516-92bf-418a-a22e-5a3dac2368c3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0984063
Apr 19 07:45:11.941539 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-cd71fa2e-5329-4f83-9392-76249eba8d0b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Allocated IP 172.20.0.8 (86d18d52-40ae-43cb-a67e-4f6977a7cf89/e6670ba1-c472-4825-99ee-0c2f759833b3/be5e073c-84fa-4e59-9f55-f815b498daa1) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:45:11.953411 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning for port b1739fb8-d706-4b97-a6cd-d066707c851a completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:45:11.959363 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port b1739fb8-d706-4b97-a6cd-d066707c851a triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:45:11.959792 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:12.006790 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2449bc66-aa7e-42eb-a399-b2e78ff26f0f', 'name': 'network-vif-deleted', 'tag': 'f8d128b4-0359-4a70-ae38-e586ea9ea296', 'status': 'completed', 'code': 200}
Apr 19 07:45:12.014168 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-2b27dbe7-1d57-4041-9e9e-8106e1e38fc6 req-1a5ca5cd-b6b5-4ec9-b9fa-dafe2387dcb9 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Synchronizing usage tracker for tenant:737a360207c34d4fa05a2a1646dedd02 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:45:12.032262 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-2b27dbe7-1d57-4041-9e9e-8106e1e38fc6 req-1a5ca5cd-b6b5-4ec9-b9fa-dafe2387dcb9 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Unset dirty status for tenant:737a360207c34d4fa05a2a1646dedd02 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:45:12.033591 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2b27dbe7-1d57-4041-9e9e-8106e1e38fc6 req-1a5ca5cd-b6b5-4ec9-b9fa-dafe2387dcb9 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] 10.222.0.20 "GET /v2.0/ports?device_id=2449bc66-aa7e-42eb-a399-b2e78ff26f0f HTTP/1.1" status: 200  len: 210 time: 0.0718880
Apr 19 07:45:12.093788 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:12.114951 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-21c2af55-9d78-4495-8a8f-5b5be4802387 req-0d86b648-9f94-4325-a75c-591237a7d056 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd7638f8-abed-45d0-9182-62c2f7bd8876 HTTP/1.1" status: 200  len: 210 time: 0.0494432
Apr 19 07:45:12.128116 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port b1739fb8-d706-4b97-a6cd-d066707c851a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b1739fb8-d706-4b97-a6cd-d066707c851a,segment=NetworkSegment(b7af807e-a9bc-4ff1-844f-11ed58667489),segment_id=b7af807e-a9bc-4ff1-844f-11ed58667489)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:45:12.131602 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:12.132596 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device f8d128b4-0359-4a70-ae38-e586ea9ea296 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:45:12.162958 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:12.196780 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-cd71fa2e-5329-4f83-9392-76249eba8d0b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:12.203787 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] No Port match for: f8d128b4-0359-4a70-ae38-e586ea9ea296 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:45:12.204194 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device f8d128b4-0359-4a70-ae38-e586ea9ea296 not bound to the agent host hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:45:12.230973 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-cd71fa2e-5329-4f83-9392-76249eba8d0b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:12.236872 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:12.240678 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=b1739fb8-d706-4b97-a6cd-d066707c851a,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:12.244434 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:12.313096 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-cd71fa2e-5329-4f83-9392-76249eba8d0b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Network 86d18d52-40ae-43cb-a67e-4f6977a7cf89 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:45:12.316383 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-cd71fa2e-5329-4f83-9392-76249eba8d0b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:45:12.321490 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-cd71fa2e-5329-4f83-9392-76249eba8d0b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:45:12.349006 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71fa2e-5329-4f83-9392-76249eba8d0b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Pushing event updated for resources: {'Port': ['ID=be5e073c-84fa-4e59-9f55-f815b498daa1,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:12.354967 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cd71fa2e-5329-4f83-9392-76249eba8d0b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:12.391366 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-cd71fa2e-5329-4f83-9392-76249eba8d0b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:12.392044 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-cd71fa2e-5329-4f83-9392-76249eba8d0b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:12.416512 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-cd71fa2e-5329-4f83-9392-76249eba8d0b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9533014
Apr 19 07:45:12.431604 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Request body: {'port': {'device_id': 'cd7638f8-abed-45d0-9182-62c2f7bd8876', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:45:12.456307 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494a627-2631-4477-b8c9-e684b80815af req-5603c657-3b34-4847-ae04-3e3503186376 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:12.457973 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b494a627-2631-4477-b8c9-e684b80815af req-5603c657-3b34-4847-ae04-3e3503186376 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 945 time: 0.0930858
Apr 19 07:45:12.506903 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b494a627-2631-4477-b8c9-e684b80815af req-4d481c6e-806c-4e3e-a78a-e0dc8489838c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419745
Apr 19 07:45:12.568146 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:12.623631 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99155b-7c4d-471b-b769-609817c56f42 req-32bcd4fe-d8a7-4459-8b5b-15c64161c324 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:12.625349 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ae99155b-7c4d-471b-b769-609817c56f42 req-32bcd4fe-d8a7-4459-8b5b-15c64161c324 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3641d26-0240-4b61-a35a-0703f8705c03 HTTP/1.1" status: 200  len: 945 time: 0.0974667
Apr 19 07:45:12.688558 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ae99155b-7c4d-471b-b769-609817c56f42 req-ff680a09-76d3-41d5-9a8a-d6add9d45161 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556660
Apr 19 07:45:12.911472 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb0f576-15a0-4608-be7f-ec8f63dc6008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c62569-be78-408f-a913-1cf886de32c2'}, {'server_uuid': 'a3641d26-0240-4b61-a35a-0703f8705c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1739fb8-d706-4b97-a6cd-d066707c851a'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:45:12.976503 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb0f576-15a0-4608-be7f-ec8f63dc6008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c62569-be78-408f-a913-1cf886de32c2', 'code': 200}
Apr 19 07:45:12.977194 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3641d26-0240-4b61-a35a-0703f8705c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1739fb8-d706-4b97-a6cd-d066707c851a', 'code': 200}
Apr 19 07:45:13.191728 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5e073c-84fa-4e59-9f55-f815b498daa1 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:45:13.202742 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:13.211812 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2184eb-a583-4c8b-9ae6-6765c05a3d37 req-9429dcc7-a31e-4026-aaf6-4b71aa149087 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:13.220295 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Transition to ACTIVE for port object be5e073c-84fa-4e59-9f55-f815b498daa1 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:45:13.220569 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2e2184eb-a583-4c8b-9ae6-6765c05a3d37 req-9429dcc7-a31e-4026-aaf6-4b71aa149087 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 946 time: 0.2640836
Apr 19 07:45:13.225588 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852205354'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:13.233553 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-74b054f4-619f-4b96-942e-42e257959298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:13.339358 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2e2184eb-a583-4c8b-9ae6-6765c05a3d37 req-eb360daa-7793-4b73-b243-f48c12004ee8 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1176128
Apr 19 07:45:13.365359 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15925c10-e9f1-4fd3-a2cb-7e302ecd17da req-e1eed3f7-fd74-436c-abf8-8042d9559281 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:13.374888 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-15925c10-e9f1-4fd3-a2cb-7e302ecd17da req-e1eed3f7-fd74-436c-abf8-8042d9559281 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 984 time: 0.2536917
Apr 19 07:45:13.444107 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-15925c10-e9f1-4fd3-a2cb-7e302ecd17da req-a2306c70-c283-40c2-abe2-9a7bed153c33 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&id=77aa4516-92bf-418a-a22e-5a3dac2368c3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0680759
Apr 19 07:45:13.450892 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 53284) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:45:13.472756 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Pushing event updated for resources: {'Port': ['ID=be5e073c-84fa-4e59-9f55-f815b498daa1,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:13.518666 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:13.519089 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:13.519500 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:13.519908 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:13.520310 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:13.520715 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:13.521118 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:13.521515 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:13.521917 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:13.522343 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:13.522739 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:13.523539 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:13.534346 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:13.554084 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dc1d2-c149-457a-b4b4-ef4a61fffe5e req-9cda7b5a-75dd-4733-96ad-43a67aef90a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:13.555739 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5a0dc1d2-c149-457a-b4b4-ef4a61fffe5e req-9cda7b5a-75dd-4733-96ad-43a67aef90a8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a3641d26-0240-4b61-a35a-0703f8705c03 HTTP/1.1" status: 200  len: 1098 time: 0.2832170
Apr 19 07:45:13.618646 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Attempting to bind port be5e073c-84fa-4e59-9f55-f815b498daa1 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:45:13.619122 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Attempting to bind port be5e073c-84fa-4e59-9f55-f815b498daa1 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '07ad4783-87a7-49d6-9599-fca5c67fe362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '86d18d52-40ae-43cb-a67e-4f6977a7cf89'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:45:13.623928 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Attempting to bind port be5e073c-84fa-4e59-9f55-f815b498daa1 on network 86d18d52-40ae-43cb-a67e-4f6977a7cf89 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:45:13.640104 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Port be5e073c-84fa-4e59-9f55-f815b498daa1 on network 86d18d52-40ae-43cb-a67e-4f6977a7cf89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 07:45:13.640823 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Attempting to bind port be5e073c-84fa-4e59-9f55-f815b498daa1 on network 86d18d52-40ae-43cb-a67e-4f6977a7cf89 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:45:13.649930 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5a0dc1d2-c149-457a-b4b4-ef4a61fffe5e req-e62cb8f8-2e28-40a4-9afc-d321f56bd8a1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863600
Apr 19 07:45:13.651518 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Checking agent: {'id': 'e1395553-83f9-4e7d-975f-a9afa5ddc59a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:45:13.652392 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Checking segment: {'id': '07ad4783-87a7-49d6-9599-fca5c67fe362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '86d18d52-40ae-43cb-a67e-4f6977a7cf89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:45:13.653033 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Bound using segment: {'id': '07ad4783-87a7-49d6-9599-fca5c67fe362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '86d18d52-40ae-43cb-a67e-4f6977a7cf89'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:45:13.653814 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Bound port: be5e073c-84fa-4e59-9f55-f815b498daa1, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07ad4783-87a7-49d6-9599-fca5c67fe362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '86d18d52-40ae-43cb-a67e-4f6977a7cf89'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:45:13.654465 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:13.766237 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] For port be5e073c-84fa-4e59-9f55-f815b498daa1, host hv-cinder-77387, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:45:13.769469 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] For port be5e073c-84fa-4e59-9f55-f815b498daa1, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=be5e073c-84fa-4e59-9f55-f815b498daa1,segment=NetworkSegment(07ad4783-87a7-49d6-9599-fca5c67fe362),segment_id=07ad4783-87a7-49d6-9599-fca5c67fe362)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:45:13.773259 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852205354'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:13.778512 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d23bdcc8-698d-41e3-b89e-62ab3aaa32d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:13.832928 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:13.833602 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:13.835102 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] 10.222.0.16 "PUT /v2.0/ports/be5e073c-84fa-4e59-9f55-f815b498daa1 HTTP/1.1" status: 200  len: 1093 time: 1.4083064
Apr 19 07:45:13.835623 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7638f8-abed-45d0-9182-62c2f7bd8876', 'tag': 'be5e073c-84fa-4e59-9f55-f815b498daa1'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:45:13.863375 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Pushing event updated for resources: {'Port': ['ID=be5e073c-84fa-4e59-9f55-f815b498daa1,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:13.867253 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:13.964834 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-d44529b9-2c8c-4d67-8394-ca35eec71116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:13.966439 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-d44529b9-2c8c-4d67-8394-ca35eec71116 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee929c31b4ad48a7ae1701b36fbbee76&device_id=cd7638f8-abed-45d0-9182-62c2f7bd8876 HTTP/1.1" status: 200  len: 1096 time: 0.0832288
Apr 19 07:45:13.978037 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3795242-82de-4fb9-b18d-c11f826d5e95 req-2e79589f-ff89-4b1a-8381-c3b40ff5671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:13.979682 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e3795242-82de-4fb9-b18d-c11f826d5e95 req-2e79589f-ff89-4b1a-8381-c3b40ff5671a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 1098 time: 0.7075193
Apr 19 07:45:14.040232 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-4b262659-4e99-4c79-821e-7c73f708516e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be5e073c-84fa-4e59-9f55-f815b498daa1 HTTP/1.1" status: 200  len: 217 time: 0.0657196
Apr 19 07:45:14.111770 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-7631e74d-7601-4fcc-b3e2-d42101f7e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:14.113335 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-7631e74d-7601-4fcc-b3e2-d42101f7e503 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6670ba1-c472-4825-99ee-0c2f759833b3 HTTP/1.1" status: 200  len: 853 time: 0.0661662
Apr 19 07:45:14.169716 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-50b1494d-ba6e-4dee-87c7-d3c2cfaf37ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=86d18d52-40ae-43cb-a67e-4f6977a7cf89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477769
Apr 19 07:45:14.203799 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e3795242-82de-4fb9-b18d-c11f826d5e95 req-83ef1816-a4f0-4428-a219-cdc51f3bf71e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2067831
Apr 19 07:45:14.234610 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863c3be-ecab-4e9d-98fd-bdbadc61d6e1 req-6a7adfbf-30cd-4a1d-8ae7-3b7717d107ec tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:14.236176 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a863c3be-ecab-4e9d-98fd-bdbadc61d6e1 req-6a7adfbf-30cd-4a1d-8ae7-3b7717d107ec tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd7638f8-abed-45d0-9182-62c2f7bd8876 HTTP/1.1" status: 200  len: 943 time: 0.3942215
Apr 19 07:45:14.247135 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e01e7b-625d-4968-be61-f9720c5b4f02 req-6a32da9b-1640-4c78-8242-5ffea2bdd0dc tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:14.248669 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c6e01e7b-625d-4968-be61-f9720c5b4f02 req-6a32da9b-1640-4c78-8242-5ffea2bdd0dc tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 945 time: 0.4079273
Apr 19 07:45:14.320898 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-aa0e914c-a721-4e96-83a9-f142c3906292 service neutron] 10.222.0.16 "GET /v2.0/networks/86d18d52-40ae-43cb-a67e-4f6977a7cf89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436102
Apr 19 07:45:14.346558 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a863c3be-ecab-4e9d-98fd-bdbadc61d6e1 req-d8406264-fdd7-46b8-aa29-1ea8738d50fd tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967951
Apr 19 07:45:14.356285 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c6e01e7b-625d-4968-be61-f9720c5b4f02 req-fa24c30b-1e05-4416-8cca-60ce1a948a78 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0874684
Apr 19 07:45:14.469900 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7638f8-abed-45d0-9182-62c2f7bd8876', 'tag': 'be5e073c-84fa-4e59-9f55-f815b498daa1', 'status': 'completed', 'code': 200}
Apr 19 07:45:14.513966 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a36e018a-35cc-4c1e-a707-f62148a4f587 req-ceba64f6-b94f-431b-94ea-a15f5362a824 service neutron] 10.222.0.16 "GET /v2.0/networks/86d18d52-40ae-43cb-a67e-4f6977a7cf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1861458
Apr 19 07:45:14.684163 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a787cd-3e2b-4515-a59d-8120d31f0aeb req-1fc80d5b-57a7-4526-855f-cd31a94e127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:14.685790 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f0a787cd-3e2b-4515-a59d-8120d31f0aeb req-1fc80d5b-57a7-4526-855f-cd31a94e127e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee929c31b4ad48a7ae1701b36fbbee76&device_id=cd7638f8-abed-45d0-9182-62c2f7bd8876 HTTP/1.1" status: 200  len: 1096 time: 0.0875695
Apr 19 07:45:14.740472 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e198e-aa7d-43ff-b7cc-97039a0f0df8 req-0acec0ff-e994-4cf3-8d83-f1893bc6ef03 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:14.742039 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ff5e198e-aa7d-43ff-b7cc-97039a0f0df8 req-0acec0ff-e994-4cf3-8d83-f1893bc6ef03 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3641d26-0240-4b61-a35a-0703f8705c03 HTTP/1.1" status: 200  len: 945 time: 0.2324085
Apr 19 07:45:14.765451 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fbfd2-7eed-4fe3-bc66-688b9426e0e4 req-d0bf979e-e5b5-4a50-bf6a-91172dd24953 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:14.767030 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-419fbfd2-7eed-4fe3-bc66-688b9426e0e4 req-d0bf979e-e5b5-4a50-bf6a-91172dd24953 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 946 time: 0.1951368
Apr 19 07:45:14.832559 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a787cd-3e2b-4515-a59d-8120d31f0aeb req-db0b0567-a516-4f6c-8dcc-b37796ba9c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:14.834204 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f0a787cd-3e2b-4515-a59d-8120d31f0aeb req-db0b0567-a516-4f6c-8dcc-b37796ba9c2b service neutron] 10.222.0.16 "GET /v2.0/networks?id=86d18d52-40ae-43cb-a67e-4f6977a7cf89 HTTP/1.1" status: 200  len: 914 time: 0.1400344
Apr 19 07:45:14.851192 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ff5e198e-aa7d-43ff-b7cc-97039a0f0df8 req-c0b70af2-d45d-4b1d-80d2-a53282a9cd98 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968218
Apr 19 07:45:14.854201 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2f7a46b5-71b7-4d40-b65a-92e62b63b823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854105702'] for router_interface, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:14.924673 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f0a787cd-3e2b-4515-a59d-8120d31f0aeb req-5fa4c7e3-93ac-4d12-8161-44f459833daa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be5e073c-84fa-4e59-9f55-f815b498daa1 HTTP/1.1" status: 200  len: 217 time: 0.0709679
Apr 19 07:45:15.000831 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a787cd-3e2b-4515-a59d-8120d31f0aeb req-bfc35808-5559-495e-9074-5c44a7a86240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:15.002440 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f0a787cd-3e2b-4515-a59d-8120d31f0aeb req-bfc35808-5559-495e-9074-5c44a7a86240 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e6670ba1-c472-4825-99ee-0c2f759833b3 HTTP/1.1" status: 200  len: 853 time: 0.0697136
Apr 19 07:45:15.025896 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-419fbfd2-7eed-4fe3-bc66-688b9426e0e4 req-1f255604-f955-43f0-bb0a-6bdf44be3297 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2450089
Apr 19 07:45:15.071472 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f0a787cd-3e2b-4515-a59d-8120d31f0aeb req-b6a8ba6b-049b-41b7-af10-9afd6b28c0d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=86d18d52-40ae-43cb-a67e-4f6977a7cf89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499599
Apr 19 07:45:15.183899 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9cc93-cc2f-465a-a5ff-7561d68ecb27 req-d1342c1b-06c9-4527-b4a0-34cd64df8a8c tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:15.185548 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ace9cc93-cc2f-465a-a5ff-7561d68ecb27 req-d1342c1b-06c9-4527-b4a0-34cd64df8a8c tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 984 time: 0.2127428
Apr 19 07:45:15.232426 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f0a787cd-3e2b-4515-a59d-8120d31f0aeb req-be2cc7d7-4e95-46ff-b008-b56aa20bd49f service neutron] 10.222.0.16 "GET /v2.0/networks/86d18d52-40ae-43cb-a67e-4f6977a7cf89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511290
Apr 19 07:45:15.292713 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ace9cc93-cc2f-465a-a5ff-7561d68ecb27 req-547ee91f-b121-4332-a49d-e41c1179ff2b tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&id=77aa4516-92bf-418a-a22e-5a3dac2368c3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0718598
Apr 19 07:45:15.365726 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-2f7a46b5-71b7-4d40-b65a-92e62b63b823 admin admin] Deleting port 16353541-c58e-454c-ba72-8818ab30c343 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:45:15.366098 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2f7a46b5-71b7-4d40-b65a-92e62b63b823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:15.376385 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f0a787cd-3e2b-4515-a59d-8120d31f0aeb req-1c29a7ae-7b2c-4bd5-97cf-ef85d589c38e service neutron] 10.222.0.16 "GET /v2.0/networks/86d18d52-40ae-43cb-a67e-4f6977a7cf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367457
Apr 19 07:45:15.653080 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-2f7a46b5-71b7-4d40-b65a-92e62b63b823 admin admin] For port 16353541-c58e-454c-ba72-8818ab30c343, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=16353541-c58e-454c-ba72-8818ab30c343,segment=NetworkSegment(9572bb33-3892-47d7-8c2a-8caaaeacd130),segment_id=9572bb33-3892-47d7-8c2a-8caaaeacd130)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:45:15.653474 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2f7a46b5-71b7-4d40-b65a-92e62b63b823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:15.791799 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-2f7a46b5-71b7-4d40-b65a-92e62b63b823 admin admin] Calling delete_port for 16353541-c58e-454c-ba72-8818ab30c343 owned by network:router_interface {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:45:15.846051 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device be5e073c-84fa-4e59-9f55-f815b498daa1 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:45:16.003011 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port be5e073c-84fa-4e59-9f55-f815b498daa1, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=be5e073c-84fa-4e59-9f55-f815b498daa1,segment=NetworkSegment(07ad4783-87a7-49d6-9599-fca5c67fe362),segment_id=07ad4783-87a7-49d6-9599-fca5c67fe362)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:45:16.018778 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': 'be5e073c-84fa-4e59-9f55-f815b498daa1', 'network_id': '86d18d52-40ae-43cb-a67e-4f6977a7cf89', 'port_id': 'be5e073c-84fa-4e59-9f55-f815b498daa1', 'mac_address': 'fa:16:3e:42:3d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6670ba1-c472-4825-99ee-0c2f759833b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:45:16.083374 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:16.105079 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5e073c-84fa-4e59-9f55-f815b498daa1 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:45:16.124208 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port be5e073c-84fa-4e59-9f55-f815b498daa1, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=be5e073c-84fa-4e59-9f55-f815b498daa1,segment=NetworkSegment(07ad4783-87a7-49d6-9599-fca5c67fe362),segment_id=07ad4783-87a7-49d6-9599-fca5c67fe362)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:45:16.127817 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:16.129705 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5af572de-8757-4e28-b322-8ca06af2f6fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:16.206681 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=be5e073c-84fa-4e59-9f55-f815b498daa1,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:16.209949 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:16.264366 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aec097-5fd8-48f4-a9ec-bb76be62e32a req-efc46962-14d3-461f-af6a-9527bebc96cc tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:16.265884 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-55aec097-5fd8-48f4-a9ec-bb76be62e32a req-efc46962-14d3-461f-af6a-9527bebc96cc tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd7638f8-abed-45d0-9182-62c2f7bd8876 HTTP/1.1" status: 200  len: 943 time: 0.7598245
Apr 19 07:45:16.276466 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a34a82-1f77-4dab-8f7e-bc8943633c49 req-e1764f02-a218-4f80-83d4-ddb499075594 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:16.277935 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e4a34a82-1f77-4dab-8f7e-bc8943633c49 req-e1764f02-a218-4f80-83d4-ddb499075594 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 945 time: 0.7706692
Apr 19 07:45:16.382575 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['be5e073c-84fa-4e59-9f55-f815b498daa1'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:45:16.389038 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e4a34a82-1f77-4dab-8f7e-bc8943633c49 req-129f3216-ebf9-4dff-bb77-c6ab94dc59b2 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0900638
Apr 19 07:45:16.392569 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-55aec097-5fd8-48f4-a9ec-bb76be62e32a req-d53b0733-55cf-4b6e-9c50-9d216d5377e7 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118522
Apr 19 07:45:16.461148 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2f7a46b5-71b7-4d40-b65a-92e62b63b823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:16.466227 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2d78084c-f79f-4f3c-b3ca-e4d949477204 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:16.515928 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a46b5-71b7-4d40-b65a-92e62b63b823 admin admin] Pushing event deleted for resources: {'Port': ['ID=16353541-c58e-454c-ba72-8818ab30c343,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:16.558285 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2f7a46b5-71b7-4d40-b65a-92e62b63b823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:16.910278 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5913a63-3cb1-42ec-9235-0534b599aab0 req-8fb6e1a6-a132-4128-a06c-c328dc90d908 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:16.911898 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c5913a63-3cb1-42ec-9235-0534b599aab0 req-8fb6e1a6-a132-4128-a06c-c328dc90d908 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 984 time: 0.3929524
Apr 19 07:45:16.921783 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdff5a-f0d4-4bd2-9033-84d1617e4f4c req-02582892-b42d-4d24-a931-a1aba6f2b5ac tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:16.923323 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-53bdff5a-f0d4-4bd2-9033-84d1617e4f4c req-02582892-b42d-4d24-a931-a1aba6f2b5ac tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3641d26-0240-4b61-a35a-0703f8705c03 HTTP/1.1" status: 200  len: 945 time: 0.4105906
Apr 19 07:45:17.010454 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2f7a46b5-71b7-4d40-b65a-92e62b63b823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854105628'] for router_interface, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:17.027865 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c5913a63-3cb1-42ec-9235-0534b599aab0 req-5d2167e6-bcda-41e5-890a-51cb008b3ea8 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&id=77aa4516-92bf-418a-a22e-5a3dac2368c3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1035790
Apr 19 07:45:17.034513 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-53bdff5a-f0d4-4bd2-9033-84d1617e4f4c req-4f0d399b-086a-4a86-a819-31cee503f899 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854008
Apr 19 07:45:17.354725 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a66ae0-76e9-4da1-b299-532ea09c0243 req-c026556d-d0f1-4ed3-b634-a3e14c8e217d tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:17.356328 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8a66ae0-76e9-4da1-b299-532ea09c0243 req-c026556d-d0f1-4ed3-b634-a3e14c8e217d tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 945 time: 0.2013018
Apr 19 07:45:17.486788 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8a66ae0-76e9-4da1-b299-532ea09c0243 req-fadcc413-c5a3-455e-b89a-cdae630da1d6 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0744867
Apr 19 07:45:17.515250 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 53316) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:45:17.583496 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7a46b5-71b7-4d40-b65a-92e62b63b823 admin admin] Router 81d21f06-0693-4520-9cac-45c3540b888c has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:45:17.821149 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7f6b3-9666-4fc8-88a7-97ca535c586c req-534f8c20-f84c-4209-974e-4c5ee90c19ee tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:17.822806 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1bf7f6b3-9666-4fc8-88a7-97ca535c586c req-534f8c20-f84c-4209-974e-4c5ee90c19ee tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd7638f8-abed-45d0-9182-62c2f7bd8876 HTTP/1.1" status: 200  len: 944 time: 0.2961946
Apr 19 07:45:17.854416 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device be5e073c-84fa-4e59-9f55-f815b498daa1 up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:45:17.897476 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7a46b5-71b7-4d40-b65a-92e62b63b823 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:45:17.908902 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb33f20-b26a-4c9e-a607-e920c1ff6042 None None] Sync routers for ids ['81d21f06-0693-4520-9cac-45c3540b888c'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:45:17.927296 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb33f20-b26a-4c9e-a607-e920c1ff6042 None None] Routers {'81d21f06-0693-4520-9cac-45c3540b888c'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:45:17.929016 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-bdb33f20-b26a-4c9e-a607-e920c1ff6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164d8ae10>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:45:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['81d21f06-0693-4520-9cac-45c3540b888c'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:45:17.929172 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5f551c-53a3-4f9c-aef4-a881317182d3 tempest-TestShelveInstance-15010278 tempest-TestShelveInstance-15010278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:17.930782 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-6e5f551c-53a3-4f9c-aef4-a881317182d3 tempest-TestShelveInstance-15010278 tempest-TestShelveInstance-15010278-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 1093 time: 0.4145098
Apr 19 07:45:17.935116 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 53328) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:45:17.942416 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Request body: {'floatingip': {'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'port_id': 'c8c62569-be78-408f-a913-1cf886de32c2', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:45:17.942896 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1bf7f6b3-9666-4fc8-88a7-97ca535c586c req-e652a35e-0af2-4c0b-bcf2-49c02cd62653 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977149
Apr 19 07:45:17.950466 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-2f7a46b5-71b7-4d40-b65a-92e62b63b823 admin admin] 10.222.0.20 "PUT /v2.0/routers/81d21f06-0693-4520-9cac-45c3540b888c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4982262
Apr 19 07:45:17.954763 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 53332) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:45:17.964766 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:45:17.976950 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Usage tracker for resource:floatingip and tenant:cccfb78ba36f4660ba28637f58e40cc1 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:45:17.978763 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning for port be5e073c-84fa-4e59-9f55-f815b498daa1 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:45:17.985422 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port be5e073c-84fa-4e59-9f55-f815b498daa1 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:45:17.985800 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:45:17.986461 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:18.000524 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:45:18.024018 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for floatingip, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:18.134855 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:18.168161 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7638f8-abed-45d0-9182-62c2f7bd8876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5e073c-84fa-4e59-9f55-f815b498daa1'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:45:18.174041 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-bdb33f20-b26a-4c9e-a607-e920c1ff6042 None None] Set router 81d21f06-0693-4520-9cac-45c3540b888c gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:45:18.194037 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port be5e073c-84fa-4e59-9f55-f815b498daa1, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=be5e073c-84fa-4e59-9f55-f815b498daa1,segment=NetworkSegment(07ad4783-87a7-49d6-9599-fca5c67fe362),segment_id=07ad4783-87a7-49d6-9599-fca5c67fe362)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:45:18.198083 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:18.200336 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:18.282504 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=be5e073c-84fa-4e59-9f55-f815b498daa1,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:18.286086 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:18.302016 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7638f8-abed-45d0-9182-62c2f7bd8876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5e073c-84fa-4e59-9f55-f815b498daa1', 'code': 200}
Apr 19 07:45:18.316067 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:18.469458 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Allocated IP 172.27.0.128 (642ff66f-9552-4d00-a89f-4b61cdc828eb/39f3d441-e877-4577-8020-74e884c403b0/833329ac-e1a3-4ff3-b682-dd94f4cd2428) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:45:18.538670 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-bdb33f20-b26a-4c9e-a607-e920c1ff6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164d8ae10>, [{'id': '81d21f06-0693-4520-9cac-45c3540b888c', 'name': 'tempest-ServerRescueNegativeTestJSON-695995634-router', 'tenant_id': '737a360207c34d4fa05a2a1646dedd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '31e3be32-2422-4f1a-8732-c748e8c70cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:08Z', 'updated_at': '2021-04-19T07:45:16Z', 'revision_number': 5, 'project_id': '737a360207c34d4fa05a2a1646dedd02', 'gw_port': {'id': '31e3be32-2422-4f1a-8732-c748e8c70cb0', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:7e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d21f06-0693-4520-9cac-45c3540b888c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:45:18.543052 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb33f20-b26a-4c9e-a607-e920c1ff6042 None None] Checking router: 81d21f06-0693-4520-9cac-45c3540b888c for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:45:18.551962 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb33f20-b26a-4c9e-a607-e920c1ff6042 None None] Routers {'81d21f06-0693-4520-9cac-45c3540b888c'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:45:18.552606 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-bdb33f20-b26a-4c9e-a607-e920c1ff6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164d8ae10>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:45:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['81d21f06-0693-4520-9cac-45c3540b888c'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:45:18.700243 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0677a-3c78-47d7-b187-9e9146a61e66 req-a3fd936d-1ff5-4c9d-99d1-b69a631af482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:18.701874 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-02a0677a-3c78-47d7-b187-9e9146a61e66 req-a3fd936d-1ff5-4c9d-99d1-b69a631af482 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cd7638f8-abed-45d0-9182-62c2f7bd8876 HTTP/1.1" status: 200  len: 1098 time: 0.1377156
Apr 19 07:45:18.704822 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:18.737325 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Notify callbacks [] for router, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:18.755081 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-bdb33f20-b26a-4c9e-a607-e920c1ff6042 None None] Set router 81d21f06-0693-4520-9cac-45c3540b888c gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:45:18.761367 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-02a0677a-3c78-47d7-b187-9e9146a61e66 req-ce73972f-f49a-47f7-9895-bf39a799f479 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495200
Apr 19 07:45:18.772165 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:18.781566 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:18.804810 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572c97d-38d0-42e4-ac7d-38f3a55c69cc req-e822b819-bdc2-46aa-80ae-7989a82aeeb4 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:18.808198 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7572c97d-38d0-42e4-ac7d-38f3a55c69cc req-e822b819-bdc2-46aa-80ae-7989a82aeeb4 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 984 time: 0.3694384
Apr 19 07:45:18.834713 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Network 642ff66f-9552-4d00-a89f-4b61cdc828eb is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:45:18.837573 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:45:18.841722 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:45:18.902053 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Pushing event updated for resources: {'Port': ['ID=833329ac-e1a3-4ff3-b682-dd94f4cd2428,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:18.906877 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:18.930160 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c936d6-a5c7-43d0-9162-c6329f06b949 req-e14e2f5d-839a-4082-a0aa-8bb8cf8d7606 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:18.930160 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-62c936d6-a5c7-43d0-9162-c6329f06b949 req-e14e2f5d-839a-4082-a0aa-8bb8cf8d7606 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3641d26-0240-4b61-a35a-0703f8705c03 HTTP/1.1" status: 200  len: 945 time: 0.3650599
Apr 19 07:45:18.991980 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7572c97d-38d0-42e4-ac7d-38f3a55c69cc req-9613cdf5-f069-49c6-b0a5-e5a6c47121ff tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&id=77aa4516-92bf-418a-a22e-5a3dac2368c3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1143017
Apr 19 07:45:19.039409 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-62c936d6-a5c7-43d0-9162-c6329f06b949 req-2bea7b60-3683-4da6-9016-c943c84dc430 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890605
Apr 19 07:45:19.060812 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:19.071741 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Deleting port 31e3be32-2422-4f1a-8732-c748e8c70cb0 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:45:19.072140 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:19.083816 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-bdb33f20-b26a-4c9e-a607-e920c1ff6042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164d8ae10>, [{'id': '81d21f06-0693-4520-9cac-45c3540b888c', 'name': 'tempest-ServerRescueNegativeTestJSON-695995634-router', 'tenant_id': '737a360207c34d4fa05a2a1646dedd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '31e3be32-2422-4f1a-8732-c748e8c70cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:08Z', 'updated_at': '2021-04-19T07:45:16Z', 'revision_number': 5, 'project_id': '737a360207c34d4fa05a2a1646dedd02', 'gw_port': {'id': '31e3be32-2422-4f1a-8732-c748e8c70cb0', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:7e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d21f06-0693-4520-9cac-45c3540b888c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:45:19.088836 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb33f20-b26a-4c9e-a607-e920c1ff6042 None None] The sync data for ids ['81d21f06-0693-4520-9cac-45c3540b888c'] in dv-cinder-773870-2-iscsi is: [{'id': '81d21f06-0693-4520-9cac-45c3540b888c', 'name': 'tempest-ServerRescueNegativeTestJSON-695995634-router', 'tenant_id': '737a360207c34d4fa05a2a1646dedd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '31e3be32-2422-4f1a-8732-c748e8c70cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:08Z', 'updated_at': '2021-04-19T07:45:16Z', 'revision_number': 5, 'project_id': '737a360207c34d4fa05a2a1646dedd02', 'gw_port': {'id': '31e3be32-2422-4f1a-8732-c748e8c70cb0', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:7e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d21f06-0693-4520-9cac-45c3540b888c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:45:19.330660 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] For port 31e3be32-2422-4f1a-8732-c748e8c70cb0, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=31e3be32-2422-4f1a-8732-c748e8c70cb0,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:45:19.331055 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:19.354672 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624606f4-4f4b-4e9b-846b-8c2bdff23ea2 req-1a42ce2e-3332-4161-8243-32dc25d449df tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:19.356282 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-624606f4-4f4b-4e9b-846b-8c2bdff23ea2 req-1a42ce2e-3332-4161-8243-32dc25d449df tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd7638f8-abed-45d0-9182-62c2f7bd8876 HTTP/1.1" status: 200  len: 945 time: 0.2095110
Apr 19 07:45:19.489705 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Calling delete_port for 31e3be32-2422-4f1a-8732-c748e8c70cb0 owned by network:router_gateway {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:45:19.573691 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-624606f4-4f4b-4e9b-846b-8c2bdff23ea2 req-5a16c3a4-18a0-4d37-b9b9-e6c4ae213c4c tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1651406
Apr 19 07:45:19.700833 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:19.704912 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:19.731333 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:19.750038 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Pushing event deleted for resources: {'Port': ['ID=31e3be32-2422-4f1a-8732-c748e8c70cb0,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:19.790195 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:19.790549 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:19.791069 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:19.791498 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:19.791887 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:19.792274 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:19.792656 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:19.793035 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:19.793413 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:19.793794 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:19.794180 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:19.794570 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:45:19.802502 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:19.871906 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682341'] for router_gateway, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:19.927906 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:19.964553 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 16353541-c58e-454c-ba72-8818ab30c343 no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:45:20.002983 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: 16353541-c58e-454c-ba72-8818ab30c343 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:45:20.003519 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 16353541-c58e-454c-ba72-8818ab30c343 not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:45:20.007544 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b668ed6-e02c-4277-936e-6b9c28b17e2a req-c0150615-d6b0-4296-b64b-aaeaaa0a8ec2 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:20.008248 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-7b668ed6-e02c-4277-936e-6b9c28b17e2a req-c0150615-d6b0-4296-b64b-aaeaaa0a8ec2 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Synchronizing usage tracker for tenant:b971f886883845e49188b32b7c3c1ea9 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:45:20.058478 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-7b668ed6-e02c-4277-936e-6b9c28b17e2a req-c0150615-d6b0-4296-b64b-aaeaaa0a8ec2 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Unset dirty status for tenant:b971f886883845e49188b32b7c3c1ea9 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:45:20.061298 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7b668ed6-e02c-4277-936e-6b9c28b17e2a req-c0150615-d6b0-4296-b64b-aaeaaa0a8ec2 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3641d26-0240-4b61-a35a-0703f8705c03 HTTP/1.1" status: 200  len: 945 time: 0.2735941
Apr 19 07:45:20.070818 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775458'] for router, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:20.073608 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:20.174575 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854118019'] for router, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:20.175062 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81d21f06-0693-4520-9cac-45c3540b888c {{(pid=86357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 07:45:20.229739 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-7b668ed6-e02c-4277-936e-6b9c28b17e2a req-9fa14bf0-1aa5-40f6-bec9-d57c63da959b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Deleting port b1739fb8-d706-4b97-a6cd-d066707c851a {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:45:20.230163 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7b668ed6-e02c-4277-936e-6b9c28b17e2a req-9fa14bf0-1aa5-40f6-bec9-d57c63da959b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:20.252960 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:20.257222 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] 10.222.0.20 "DELETE /v2.0/routers/81d21f06-0693-4520-9cac-45c3540b888c HTTP/1.1" status: 204  len: 168 time: 2.3013983
Apr 19 07:45:20.259415 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 53348) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:45:20.389793 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:20.396565 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852205354'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:20.400718 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44159e03-52b0-4e2e-ac9e-2400587efda1 req-4707e3ac-bd96-4e8e-81c6-3a616d25063c tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:20.401931 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-44159e03-52b0-4e2e-ac9e-2400587efda1 req-4707e3ac-bd96-4e8e-81c6-3a616d25063c tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3641d26-0240-4b61-a35a-0703f8705c03 HTTP/1.1" status: 200  len: 945 time: 0.2250719
Apr 19 07:45:20.409567 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df476ad-2e0a-4c88-b989-134b5b8de142 admin admin] Deleting subnet 9a88bf00-3a3b-4639-a89d-0ce64b93496d {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 07:45:20.418581 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:20.425092 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4df476ad-2e0a-4c88-b989-134b5b8de142 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:20.517374 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4df476ad-2e0a-4c88-b989-134b5b8de142 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2208718'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:20.570045 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-44159e03-52b0-4e2e-ac9e-2400587efda1 req-3e6e1057-0bc1-426c-a18c-cf086037167c tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578918
Apr 19 07:45:20.585338 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94d95d-96fa-43ca-8394-e28349adf002 req-aef2a043-c0ff-4079-b350-55bf877561c6 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:20.586976 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0a94d95d-96fa-43ca-8394-e28349adf002 req-aef2a043-c0ff-4079-b350-55bf877561c6 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 984 time: 0.2857077
Apr 19 07:45:20.601640 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Pushing event updated for resources: {'Port': ['ID=833329ac-e1a3-4ff3-b682-dd94f4cd2428,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:20.608324 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:20.628686 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4df476ad-2e0a-4c88-b989-134b5b8de142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852818528'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:20.650439 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671153'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:20.702376 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0a94d95d-96fa-43ca-8394-e28349adf002 req-fca9d7e1-5929-44f6-8d51-12f2f53e2b4b tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&id=77aa4516-92bf-418a-a22e-5a3dac2368c3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1063356
Apr 19 07:45:20.819445 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-7b668ed6-e02c-4277-936e-6b9c28b17e2a req-9fa14bf0-1aa5-40f6-bec9-d57c63da959b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] For port b1739fb8-d706-4b97-a6cd-d066707c851a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b1739fb8-d706-4b97-a6cd-d066707c851a,segment=NetworkSegment(b7af807e-a9bc-4ff1-844f-11ed58667489),segment_id=b7af807e-a9bc-4ff1-844f-11ed58667489)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:45:20.819852 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7b668ed6-e02c-4277-936e-6b9c28b17e2a req-9fa14bf0-1aa5-40f6-bec9-d57c63da959b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:20.969590 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-7b668ed6-e02c-4277-936e-6b9c28b17e2a req-9fa14bf0-1aa5-40f6-bec9-d57c63da959b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Calling delete_port for b1739fb8-d706-4b97-a6cd-d066707c851a owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:45:21.039584 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.l3_db [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Floating IP d2a78320-0bba-4691-b4da-a5388271dd6a associated. External IP: 172.27.0.128, port: c8c62569-be78-408f-a913-1cf886de32c2.
Apr 19 07:45:21.191596 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7940025-eb7b-4953-b4fb-a48ce4c82932 req-eacd8c92-3082-4a53-80b3-500556514933 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:21.193198 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a7940025-eb7b-4953-b4fb-a48ce4c82932 req-eacd8c92-3082-4a53-80b3-500556514933 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd7638f8-abed-45d0-9182-62c2f7bd8876 HTTP/1.1" status: 200  len: 945 time: 0.4529705
Apr 19 07:45:21.251570 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4df476ad-2e0a-4c88-b989-134b5b8de142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852108399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3144528'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:21.259938 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a7940025-eb7b-4953-b4fb-a48ce4c82932 req-97203f2a-2080-4365-845d-b5e575808a52 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590606
Apr 19 07:45:21.261688 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:21.302785 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df476ad-2e0a-4c88-b989-134b5b8de142 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a88bf00-3a3b-4639-a89d-0ce64b93496d,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:21.304820 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4df476ad-2e0a-4c88-b989-134b5b8de142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:21.309724 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4df476ad-2e0a-4c88-b989-134b5b8de142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:21.312731 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-4df476ad-2e0a-4c88-b989-134b5b8de142 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9a88bf00-3a3b-4639-a89d-0ce64b93496d HTTP/1.1" status: 204  len: 168 time: 1.0521877
Apr 19 07:45:21.318669 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 53356) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:45:21.357423 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7b668ed6-e02c-4277-936e-6b9c28b17e2a req-9fa14bf0-1aa5-40f6-bec9-d57c63da959b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:21.423024 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cd71fa2e-5329-4f83-9392-76249eba8d0b tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:21.435045 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-46ef9d74-7e69-4bf8-abc5-23da2e18d495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915220'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:21.481267 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa14bf0-1aa5-40f6-bec9-d57c63da959b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Pushing event deleted for resources: {'Port': ['ID=b1739fb8-d706-4b97-a6cd-d066707c851a,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:21.497407 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9fa14bf0-1aa5-40f6-bec9-d57c63da959b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:21.586579 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b668ed6-e02c-4277-936e-6b9c28b17e2a req-9fa14bf0-1aa5-40f6-bec9-d57c63da959b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] No DVR routers for this DVR port b1739fb8-d706-4b97-a6cd-d066707c851a on host hv-cinder-77387 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:45:21.600393 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7b668ed6-e02c-4277-936e-6b9c28b17e2a req-9fa14bf0-1aa5-40f6-bec9-d57c63da959b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:21.603217 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3641d26-0240-4b61-a35a-0703f8705c03', 'name': 'network-vif-deleted', 'tag': 'b1739fb8-d706-4b97-a6cd-d066707c851a'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:45:21.639030 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7b668ed6-e02c-4277-936e-6b9c28b17e2a req-9fa14bf0-1aa5-40f6-bec9-d57c63da959b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.16 "DELETE /v2.0/ports/b1739fb8-d706-4b97-a6cd-d066707c851a HTTP/1.1" status: 204  len: 173 time: 1.5613070
Apr 19 07:45:21.640999 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Router ae2b97c7-84be-41ee-916f-a22bf7c04e95 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:45:21.644570 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-46ef9d74-7e69-4bf8-abc5-23da2e18d495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957365', 'neutron.services.segments.db._delete_segments_for_network-8753519474803'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:21.869855 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5de6b505-6a8d-48a7-acab-45b398325d8c req-8ecc85be-4b42-441f-bce1-ce4bc1d95bac tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3641d26-0240-4b61-a35a-0703f8705c03 HTTP/1.1" status: 200  len: 210 time: 0.1010678
Apr 19 07:45:21.873609 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device b1739fb8-d706-4b97-a6cd-d066707c851a no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:45:21.898069 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-46ef9d74-7e69-4bf8-abc5-23da2e18d495 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f616453f668>,) {'filters': {'network_id': ['05d44543-9d4b-4374-aa98-e53850813000']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:45:21.942667 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-46ef9d74-7e69-4bf8-abc5-23da2e18d495 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f616453f668>, '9572bb33-3892-47d7-8c2a-8caaaeacd130') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:45:21.946094 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-46ef9d74-7e69-4bf8-abc5-23da2e18d495 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f616453f668>, '9572bb33-3892-47d7-8c2a-8caaaeacd130') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:45:21.978586 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3641d26-0240-4b61-a35a-0703f8705c03', 'name': 'network-vif-deleted', 'tag': 'b1739fb8-d706-4b97-a6cd-d066707c851a', 'status': 'completed', 'code': 200}
Apr 19 07:45:21.982866 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 31e3be32-2422-4f1a-8732-c748e8c70cb0 no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:45:21.984918 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-46ef9d74-7e69-4bf8-abc5-23da2e18d495 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283335320419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852567098'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:22.015749 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-41835ef6-d243-4933-ad55-1e08594ad60e req-7738a192-99ca-4e38-afe7-a91d67896542 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4381394
Apr 19 07:45:22.016929 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-46ef9d74-7e69-4bf8-abc5-23da2e18d495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:22.032211 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ef9d74-7e69-4bf8-abc5-23da2e18d495 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 07:45:22.070967 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: 31e3be32-2422-4f1a-8732-c748e8c70cb0 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:45:22.071291 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 31e3be32-2422-4f1a-8732-c748e8c70cb0 not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:45:22.077122 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] No Port match for: b1739fb8-d706-4b97-a6cd-d066707c851a {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:45:22.077509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device b1739fb8-d706-4b97-a6cd-d066707c851a not bound to the agent host hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:45:22.168481 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:45:22.178757 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf1e5ba-530c-4ffe-bd2b-d9654af03f42 None None] Sync routers for ids ['ae2b97c7-84be-41ee-916f-a22bf7c04e95'] in dv-cinder-773870-2-iscsi {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:45:22.188853 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf1e5ba-530c-4ffe-bd2b-d9654af03f42 None None] Routers {'ae2b97c7-84be-41ee-916f-a22bf7c04e95'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:45:22.189439 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:22.189593 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-0bf1e5ba-530c-4ffe-bd2b-d9654af03f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165684e48>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:45:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['ae2b97c7-84be-41ee-916f-a22bf7c04e95'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:45:22.256450 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.3197615
Apr 19 07:45:22.378286 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-46ef9d74-7e69-4bf8-abc5-23da2e18d495 admin admin] Network 05d44543-9d4b-4374-aa98-e53850813000 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:45:22.385075 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-0bf1e5ba-530c-4ffe-bd2b-d9654af03f42 None None] Set router ae2b97c7-84be-41ee-916f-a22bf7c04e95 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:45:22.388944 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-46ef9d74-7e69-4bf8-abc5-23da2e18d495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852824399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2666546'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:22.593683 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de344960-62f7-4cd3-b8f9-73b47a146123 req-c575e657-89ca-4f8e-ace3-533a05883147 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:22.595353 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-de344960-62f7-4cd3-b8f9-73b47a146123 req-c575e657-89ca-4f8e-ace3-533a05883147 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 984 time: 0.5030107
Apr 19 07:45:22.635361 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41835ef6-d243-4933-ad55-1e08594ad60e req-686c2258-8719-4def-b572-688c95858d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:22.637027 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-41835ef6-d243-4933-ad55-1e08594ad60e req-686c2258-8719-4def-b572-688c95858d72 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a43260bdda249fa8463858d2df10378&device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 1099 time: 0.4962842
Apr 19 07:45:22.638842 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-46ef9d74-7e69-4bf8-abc5-23da2e18d495 admin admin] Network 05d44543-9d4b-4374-aa98-e53850813000 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]: Traceback (most recent call last):
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:     timer()
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:     cb(*args, **kw)
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:     return func(*args, **kwargs)
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:     self._notify()
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:     self.callback(batched_events)
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:     event.method(event)
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:     segment_id)['aggregates'][0]
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:     return f(self, *a, **k)
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self._get(url).json()
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:     **kwargs)
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self.request(url, 'GET', **kwargs)
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:     **endpoint_filter)
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 07:45:22.665645 dv-cinder-773870-2-iscsi neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 07:45:22.771845 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-0bf1e5ba-530c-4ffe-bd2b-d9654af03f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165684e48>, [{'id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'name': 'tempest-TestShelveInstance-1481149804-router', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:43:49Z', 'updated_at': '2021-04-19T07:43:58Z', 'revision_number': 4, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'gw_port': {'id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:43:51Z', 'updated_at': '2021-04-19T07:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': 'd2a78320-0bba-4691-b4da-a5388271dd6a', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'port_id': 'c8c62569-be78-408f-a913-1cf886de32c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471', 'mac_address': 'fa:16:3e:73:82:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb0f576-15a0-4608-be7f-ec8f63dc6008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:45:19Z', 'updated_at': '2021-04-19T07:45:19Z', 'revision_number': 0, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e955a0-febf-4cfe-aef1-5de32ae95c1f', 'name': '', 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'mac_address': 'fa:16:3e:3c:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f76505ba-fc01-4ae0-b3d2-3bdc23c63102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:43:56Z', 'updated_at': '2021-04-19T07:44:10Z', 'revision_number': 5, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'subnets': [{'id': 'f76505ba-fc01-4ae0-b3d2-3bdc23c63102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:45:22.776431 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf1e5ba-530c-4ffe-bd2b-d9654af03f42 None None] Checking router: ae2b97c7-84be-41ee-916f-a22bf7c04e95 for host: dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:45:22.786129 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf1e5ba-530c-4ffe-bd2b-d9654af03f42 None None] Routers {'ae2b97c7-84be-41ee-916f-a22bf7c04e95'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:45:22.786804 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-0bf1e5ba-530c-4ffe-bd2b-d9654af03f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165684e48>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:45:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['ae2b97c7-84be-41ee-916f-a22bf7c04e95'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:45:22.856032 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-de344960-62f7-4cd3-b8f9-73b47a146123 req-92519081-82da-4863-acb8-5ecaef78c745 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&id=77aa4516-92bf-418a-a22e-5a3dac2368c3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2529838
Apr 19 07:45:22.864851 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-46ef9d74-7e69-4bf8-abc5-23da2e18d495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852818435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671106'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:22.879607 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:22.893371 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-46ef9d74-7e69-4bf8-abc5-23da2e18d495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:22.920242 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef9d74-7e69-4bf8-abc5-23da2e18d495 admin admin] Pushing event deleted for resources: {'Network': ['ID=05d44543-9d4b-4374-aa98-e53850813000,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:22.938510 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-46ef9d74-7e69-4bf8-abc5-23da2e18d495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:22.945510 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41835ef6-d243-4933-ad55-1e08594ad60e req-877a33bc-0beb-484d-9aff-4d37e996a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:22.947361 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-41835ef6-d243-4933-ad55-1e08594ad60e req-877a33bc-0beb-484d-9aff-4d37e996a100 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5f1dd0c-8823-440f-8f62-01e66b821b29 HTTP/1.1" status: 200  len: 917 time: 0.2671187
Apr 19 07:45:22.952189 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-46ef9d74-7e69-4bf8-abc5-23da2e18d495 admin admin] 10.222.0.20 "DELETE /v2.0/networks/05d44543-9d4b-4374-aa98-e53850813000 HTTP/1.1" status: 204  len: 168 time: 1.6295953
Apr 19 07:45:22.992500 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-0bf1e5ba-530c-4ffe-bd2b-d9654af03f42 None None] Set router ae2b97c7-84be-41ee-916f-a22bf7c04e95 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:45:23.077427 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-41835ef6-d243-4933-ad55-1e08594ad60e req-7d29eeb8-46ab-4f4a-954a-1fd441500eb3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=090aa1fc-aa56-4dd7-90e5-e91458560b82 HTTP/1.1" status: 200  len: 1001 time: 0.1223924
Apr 19 07:45:23.093043 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 53390) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:45:23.154623 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-b6a77a56-6147-4017-b218-0e4bc8a842f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=737a360207c34d4fa05a2a1646dedd02&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0600917
Apr 19 07:45:23.155395 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 53398) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:45:23.159154 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41835ef6-d243-4933-ad55-1e08594ad60e req-952d7546-2599-4610-b952-bbcf9420ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:23.162383 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-41835ef6-d243-4933-ad55-1e08594ad60e req-952d7546-2599-4610-b952-bbcf9420ee75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a2ef621-9f95-4913-83e2-4f12522f9619 HTTP/1.1" status: 200  len: 855 time: 0.0755200
Apr 19 07:45:23.223450 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c97340a-3fbe-4e5a-9bc8-3dd950f742b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:23.254919 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c97340a-3fbe-4e5a-9bc8-3dd950f742b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:23.311093 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c97340a-3fbe-4e5a-9bc8-3dd950f742b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:23.316629 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-08aec2b0-3625-457c-a963-4b9d87249662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:23.332822 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97340a-3fbe-4e5a-9bc8-3dd950f742b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de292e3f-d553-489b-b57c-e3f4915da00a,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:23.335782 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2c97340a-3fbe-4e5a-9bc8-3dd950f742b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:23.341649 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c97340a-3fbe-4e5a-9bc8-3dd950f742b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:23.346162 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-2c97340a-3fbe-4e5a-9bc8-3dd950f742b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de292e3f-d553-489b-b57c-e3f4915da00a HTTP/1.1" status: 204  len: 168 time: 0.1891942
Apr 19 07:45:23.398628 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-73318845-fdef-4c61-adfe-c3188c0365c9 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:23.402676 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-73318845-fdef-4c61-adfe-c3188c0365c9 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/networks?id=f2588785-69b8-4c39-8e5c-04f3127cba02 HTTP/1.1" status: 200  len: 809 time: 0.2391913
Apr 19 07:45:23.406836 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41835ef6-d243-4933-ad55-1e08594ad60e req-c5886147-893a-4398-b2d9-a9dd5394f162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:23.408388 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-41835ef6-d243-4933-ad55-1e08594ad60e req-c5886147-893a-4398-b2d9-a9dd5394f162 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5f1dd0c-8823-440f-8f62-01e66b821b29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1914423
Apr 19 07:45:23.458195 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-4cb4a191-0b17-4a32-b25b-61f15617ff74 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/quotas/b971f886883845e49188b32b7c3c1ea9 HTTP/1.1" status: 200  len: 375 time: 0.0487161
Apr 19 07:45:23.570588 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-cf6b7365-f83d-4036-bd75-e36dbede6c13 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b971f886883845e49188b32b7c3c1ea9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0602911
Apr 19 07:45:23.609428 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-0bf1e5ba-530c-4ffe-bd2b-d9654af03f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165684e48>, [{'id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'name': 'tempest-TestShelveInstance-1481149804-router', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:43:49Z', 'updated_at': '2021-04-19T07:43:58Z', 'revision_number': 4, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'gw_port': {'id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:43:51Z', 'updated_at': '2021-04-19T07:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': 'd2a78320-0bba-4691-b4da-a5388271dd6a', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'port_id': 'c8c62569-be78-408f-a913-1cf886de32c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471', 'mac_address': 'fa:16:3e:73:82:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb0f576-15a0-4608-be7f-ec8f63dc6008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:45:19Z', 'updated_at': '2021-04-19T07:45:19Z', 'revision_number': 0, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e955a0-febf-4cfe-aef1-5de32ae95c1f', 'name': '', 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'mac_address': 'fa:16:3e:3c:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f76505ba-fc01-4ae0-b3d2-3bdc23c63102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:43:56Z', 'updated_at': '2021-04-19T07:44:10Z', 'revision_number': 5, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'subnets': [{'id': 'f76505ba-fc01-4ae0-b3d2-3bdc23c63102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:45:23.616005 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf1e5ba-530c-4ffe-bd2b-d9654af03f42 None None] The sync data for ids ['ae2b97c7-84be-41ee-916f-a22bf7c04e95'] in dv-cinder-773870-2-iscsi is: [{'id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'name': 'tempest-TestShelveInstance-1481149804-router', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:43:49Z', 'updated_at': '2021-04-19T07:43:58Z', 'revision_number': 4, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'gw_port': {'id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:43:51Z', 'updated_at': '2021-04-19T07:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': 'd2a78320-0bba-4691-b4da-a5388271dd6a', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'port_id': 'c8c62569-be78-408f-a913-1cf886de32c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471', 'mac_address': 'fa:16:3e:73:82:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb0f576-15a0-4608-be7f-ec8f63dc6008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:45:19Z', 'updated_at': '2021-04-19T07:45:19Z', 'revision_number': 0, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e955a0-febf-4cfe-aef1-5de32ae95c1f', 'name': '', 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'mac_address': 'fa:16:3e:3c:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f76505ba-fc01-4ae0-b3d2-3bdc23c63102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:43:56Z', 'updated_at': '2021-04-19T07:44:10Z', 'revision_number': 5, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'subnets': [{'id': 'f76505ba-fc01-4ae0-b3d2-3bdc23c63102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:45:23.717684 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-41835ef6-d243-4933-ad55-1e08594ad60e req-70b21743-308d-46fa-9820-47acac3ecfef service neutron] 10.222.0.16 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2994883
Apr 19 07:45:23.852746 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-380d7fea-1d1c-46c7-99af-842388be99c6 service neutron] 10.222.0.20 "GET /v2.0/networks/f2588785-69b8-4c39-8e5c-04f3127cba02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2637913
Apr 19 07:45:23.911944 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fd67fd-693c-496b-8c19-af2b3f801a30 None None] New status for floating IP d2a78320-0bba-4691-b4da-a5388271dd6a: ACTIVE {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 07:45:23.980391 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb0f576-15a0-4608-be7f-ec8f63dc6008', 'tag': 'c8c62569-be78-408f-a913-1cf886de32c2'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:45:24.291978 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-41835ef6-d243-4933-ad55-1e08594ad60e req-4877a879-c1fb-4744-bf2b-adb8cbe4b1a8 service neutron] 10.222.0.16 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5620518
Apr 19 07:45:24.368056 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-513f1b4c-6dec-4292-97a9-00a6dcf91620 service neutron] 10.222.0.20 "GET /v2.0/networks/f2588785-69b8-4c39-8e5c-04f3127cba02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5049672
Apr 19 07:45:24.380709 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312a23a-a7ad-477d-b9d7-1410115502c5 req-d3f80fa5-8dcd-4120-90f9-beeff30d95de tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:24.382263 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f312a23a-a7ad-477d-b9d7-1410115502c5 req-d3f80fa5-8dcd-4120-90f9-beeff30d95de tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 984 time: 0.1409755
Apr 19 07:45:24.438069 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f312a23a-a7ad-477d-b9d7-1410115502c5 req-e9bf926e-a0f0-49db-b40e-ce306e544ac8 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&id=77aa4516-92bf-418a-a22e-5a3dac2368c3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0489964
Apr 19 07:45:24.498277 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb0f576-15a0-4608-be7f-ec8f63dc6008', 'tag': 'c8c62569-be78-408f-a913-1cf886de32c2', 'status': 'completed', 'code': 200}
Apr 19 07:45:24.648053 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-07ad60db-d3f2-4a86-918d-0c7da7a7ca5b req-1232c792-e2c4-42bc-bfb0-daf4cd0e74c7 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b4ab343-9271-4d6c-9a7e-a6e23d72403e HTTP/1.1" status: 200  len: 210 time: 0.1101356
Apr 19 07:45:24.690340 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a489fd-c62d-4a05-83f6-ef795ba87429 req-9689cabc-08b2-4032-b53c-fa1b00ba0c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:24.692369 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f2a489fd-c62d-4a05-83f6-ef795ba87429 req-9689cabc-08b2-4032-b53c-fa1b00ba0c67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cccfb78ba36f4660ba28637f58e40cc1&device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 1098 time: 0.1532013
Apr 19 07:45:24.865521 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a489fd-c62d-4a05-83f6-ef795ba87429 req-c5710eae-843c-43e8-8cf4-3cbffd12ef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:24.867898 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f2a489fd-c62d-4a05-83f6-ef795ba87429 req-c5710eae-843c-43e8-8cf4-3cbffd12ef1e service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b471379-1e4b-4c05-9815-534f6f610471 HTTP/1.1" status: 200  len: 910 time: 0.1676590
Apr 19 07:45:24.980854 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f2a489fd-c62d-4a05-83f6-ef795ba87429 req-75e2bb44-689d-4404-b946-87f69bf0efd0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8c62569-be78-408f-a913-1cf886de32c2 HTTP/1.1" status: 200  len: 1001 time: 0.1061881
Apr 19 07:45:25.058657 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a489fd-c62d-4a05-83f6-ef795ba87429 req-4664cfac-59c0-4a99-ad1d-c484e3af3e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:25.060384 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f2a489fd-c62d-4a05-83f6-ef795ba87429 req-4664cfac-59c0-4a99-ad1d-c484e3af3e3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f76505ba-fc01-4ae0-b3d2-3bdc23c63102 HTTP/1.1" status: 200  len: 848 time: 0.0695419
Apr 19 07:45:25.157016 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a489fd-c62d-4a05-83f6-ef795ba87429 req-8557df4d-63ad-44a7-8a10-95446b190aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:25.158654 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f2a489fd-c62d-4a05-83f6-ef795ba87429 req-8557df4d-63ad-44a7-8a10-95446b190aa9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b471379-1e4b-4c05-9815-534f6f610471&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799112
Apr 19 07:45:25.316521 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f2a489fd-c62d-4a05-83f6-ef795ba87429 req-21d884da-ce37-4f23-af4a-a607093be76f service neutron] 10.222.0.16 "GET /v2.0/networks/2b471379-1e4b-4c05-9815-534f6f610471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419580
Apr 19 07:45:25.474883 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f2a489fd-c62d-4a05-83f6-ef795ba87429 req-ef682ed2-f9c3-49f8-8105-8a657461131a service neutron] 10.222.0.16 "GET /v2.0/networks/2b471379-1e4b-4c05-9815-534f6f610471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453319
Apr 19 07:45:25.655558 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b8274-4caa-478b-92bc-ea3292c9b164 req-64c0d272-061f-4866-91d0-3223fda71df3 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:25.657187 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-eb3b8274-4caa-478b-92bc-ea3292c9b164 req-64c0d272-061f-4866-91d0-3223fda71df3 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 984 time: 0.1051681
Apr 19 07:45:25.732452 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-eb3b8274-4caa-478b-92bc-ea3292c9b164 req-018b58da-2276-437d-82c7-1467ca16dee3 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&id=77aa4516-92bf-418a-a22e-5a3dac2368c3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0676830
Apr 19 07:45:25.871777 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e7004345-abc2-485d-8e67-553ccc727de4 req-4ea6b2df-d6f7-44e7-9b28-3c324e0b2284 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b4ab343-9271-4d6c-9a7e-a6e23d72403e HTTP/1.1" status: 200  len: 210 time: 0.0656078
Apr 19 07:45:25.979709 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-d09b71eb-feb9-42a5-9cc9-a958631cf1dc tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:25.981235 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-d09b71eb-feb9-42a5-9cc9-a958631cf1dc tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.16 "GET /v2.0/networks?id=f2588785-69b8-4c39-8e5c-04f3127cba02 HTTP/1.1" status: 200  len: 809 time: 0.2011800
Apr 19 07:45:26.003899 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-785bed88-f6d3-44e0-916d-7ce9e0d7cf43 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Request body: {'port': {'device_id': '7b4ab343-9271-4d6c-9a7e-a6e23d72403e', 'network_id': 'f2588785-69b8-4c39-8e5c-04f3127cba02', 'admin_state_up': True, 'tenant_id': 'b971f886883845e49188b32b7c3c1ea9'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:45:26.151454 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-785bed88-f6d3-44e0-916d-7ce9e0d7cf43 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:45:26.156069 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-785bed88-f6d3-44e0-916d-7ce9e0d7cf43 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Usage tracker for resource:port and tenant:b971f886883845e49188b32b7c3c1ea9 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:45:26.159193 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-785bed88-f6d3-44e0-916d-7ce9e0d7cf43 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:45:26.165353 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-785bed88-f6d3-44e0-916d-7ce9e0d7cf43 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:45:26.175859 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-785bed88-f6d3-44e0-916d-7ce9e0d7cf43 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Made reservation on behalf of b971f886883845e49188b32b7c3c1ea9 for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:45:26.182576 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-785bed88-f6d3-44e0-916d-7ce9e0d7cf43 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:26.364722 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-785bed88-f6d3-44e0-916d-7ce9e0d7cf43 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Allocated IP 172.20.0.6 (f2588785-69b8-4c39-8e5c-04f3127cba02/1a1ead72-26f9-4c26-a66e-af72064e9fb6/ebc1813c-7e46-4bdf-8459-ca9e76c7ace3) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:45:26.402769 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:26.585347 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-785bed88-f6d3-44e0-916d-7ce9e0d7cf43 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:26.618015 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-785bed88-f6d3-44e0-916d-7ce9e0d7cf43 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:26.624706 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b6133123-8a40-4656-be80-06a2249fd674 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:26.699939 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-785bed88-f6d3-44e0-916d-7ce9e0d7cf43 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Network f2588785-69b8-4c39-8e5c-04f3127cba02 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:45:26.703215 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-785bed88-f6d3-44e0-916d-7ce9e0d7cf43 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:45:26.705750 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-785bed88-f6d3-44e0-916d-7ce9e0d7cf43 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:45:26.745978 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bed88-f6d3-44e0-916d-7ce9e0d7cf43 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Pushing event updated for resources: {'Port': ['ID=ebc1813c-7e46-4bdf-8459-ca9e76c7ace3,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:26.749051 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-785bed88-f6d3-44e0-916d-7ce9e0d7cf43 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:26.781202 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-785bed88-f6d3-44e0-916d-7ce9e0d7cf43 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:26.781885 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-785bed88-f6d3-44e0-916d-7ce9e0d7cf43 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:26.807999 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-785bed88-f6d3-44e0-916d-7ce9e0d7cf43 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8093855
Apr 19 07:45:26.824823 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Request body: {'port': {'device_id': '7b4ab343-9271-4d6c-9a7e-a6e23d72403e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:45:26.870541 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:45:27.063089 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:27.097352 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055098c8-1dc8-47a4-a3ef-9312ecfb33f9 req-d5ee3ef4-7dae-475c-98eb-e2091eddce1b tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:27.099030 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-055098c8-1dc8-47a4-a3ef-9312ecfb33f9 req-d5ee3ef4-7dae-475c-98eb-e2091eddce1b tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 984 time: 0.2424235
Apr 19 07:45:27.278758 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-055098c8-1dc8-47a4-a3ef-9312ecfb33f9 req-4523c28d-35f6-480a-ba28-665025360130 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&id=77aa4516-92bf-418a-a22e-5a3dac2368c3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1475012
Apr 19 07:45:27.306904 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c77a5c-f9e2-4d55-8120-67b2e4433df2 req-46704dc9-dcb0-42ee-bba4-957ed186c8f4 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:27.307683 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-43c77a5c-f9e2-4d55-8120-67b2e4433df2 req-46704dc9-dcb0-42ee-bba4-957ed186c8f4 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Synchronizing usage tracker for tenant:b971f886883845e49188b32b7c3c1ea9 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:45:27.406452 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-43c77a5c-f9e2-4d55-8120-67b2e4433df2 req-46704dc9-dcb0-42ee-bba4-957ed186c8f4 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Unset dirty status for tenant:b971f886883845e49188b32b7c3c1ea9 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:45:27.407718 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-43c77a5c-f9e2-4d55-8120-67b2e4433df2 req-46704dc9-dcb0-42ee-bba4-957ed186c8f4 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b4ab343-9271-4d6c-9a7e-a6e23d72403e HTTP/1.1" status: 200  len: 931 time: 0.4086761
Apr 19 07:45:27.490307 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-43c77a5c-f9e2-4d55-8120-67b2e4433df2 req-94c4f83f-8eda-4f7f-9c2f-f10d2e48eabf tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750663
Apr 19 07:45:27.575751 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc1813c-7e46-4bdf-8459-ca9e76c7ace3 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:45:27.584085 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:27.600336 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Transition to ACTIVE for port object ebc1813c-7e46-4bdf-8459-ca9e76c7ace3 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:45:27.604180 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:27.608953 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:27.768524 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Pushing event updated for resources: {'Port': ['ID=ebc1813c-7e46-4bdf-8459-ca9e76c7ace3,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:27.771476 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:27.852536 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Attempting to bind port ebc1813c-7e46-4bdf-8459-ca9e76c7ace3 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:45:27.852907 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Attempting to bind port ebc1813c-7e46-4bdf-8459-ca9e76c7ace3 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'b7af807e-a9bc-4ff1-844f-11ed58667489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f2588785-69b8-4c39-8e5c-04f3127cba02'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:45:27.853343 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Attempting to bind port ebc1813c-7e46-4bdf-8459-ca9e76c7ace3 on network f2588785-69b8-4c39-8e5c-04f3127cba02 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:45:27.858431 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Port ebc1813c-7e46-4bdf-8459-ca9e76c7ace3 on network f2588785-69b8-4c39-8e5c-04f3127cba02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 07:45:27.858795 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Attempting to bind port ebc1813c-7e46-4bdf-8459-ca9e76c7ace3 on network f2588785-69b8-4c39-8e5c-04f3127cba02 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:45:27.864758 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Checking agent: {'id': 'e1395553-83f9-4e7d-975f-a9afa5ddc59a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:45:27.865125 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Checking segment: {'id': 'b7af807e-a9bc-4ff1-844f-11ed58667489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f2588785-69b8-4c39-8e5c-04f3127cba02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:45:27.865540 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Bound using segment: {'id': 'b7af807e-a9bc-4ff1-844f-11ed58667489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f2588785-69b8-4c39-8e5c-04f3127cba02'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:45:27.866004 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Bound port: ebc1813c-7e46-4bdf-8459-ca9e76c7ace3, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7af807e-a9bc-4ff1-844f-11ed58667489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f2588785-69b8-4c39-8e5c-04f3127cba02'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:45:27.866411 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:27.962315 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] For port ebc1813c-7e46-4bdf-8459-ca9e76c7ace3, host hv-cinder-77387, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:45:27.965614 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] For port ebc1813c-7e46-4bdf-8459-ca9e76c7ace3, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ebc1813c-7e46-4bdf-8459-ca9e76c7ace3,segment=NetworkSegment(b7af807e-a9bc-4ff1-844f-11ed58667489),segment_id=b7af807e-a9bc-4ff1-844f-11ed58667489)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:45:27.970334 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:27.973999 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-50ed3cf1-066a-45f7-bb18-f666cbb4cb17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:28.026868 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:28.027136 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:28.029015 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] 10.222.0.16 "PUT /v2.0/ports/ebc1813c-7e46-4bdf-8459-ca9e76c7ace3 HTTP/1.1" status: 200  len: 1093 time: 1.2099991
Apr 19 07:45:28.032196 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4ab343-9271-4d6c-9a7e-a6e23d72403e', 'tag': 'ebc1813c-7e46-4bdf-8459-ca9e76c7ace3'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:45:28.066073 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Pushing event updated for resources: {'Port': ['ID=ebc1813c-7e46-4bdf-8459-ca9e76c7ace3,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:28.069444 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:28.121124 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4ab343-9271-4d6c-9a7e-a6e23d72403e', 'tag': 'ebc1813c-7e46-4bdf-8459-ca9e76c7ace3', 'status': 'completed', 'code': 200}
Apr 19 07:45:28.160526 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-bd0bfb31-ad9b-46d0-a2fa-d3407d659b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:28.162184 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-bd0bfb31-ad9b-46d0-a2fa-d3407d659b1d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b971f886883845e49188b32b7c3c1ea9&device_id=7b4ab343-9271-4d6c-9a7e-a6e23d72403e HTTP/1.1" status: 200  len: 1096 time: 0.0915413
Apr 19 07:45:28.239837 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-f85b77fc-f940-4f82-93e6-4ae6a335af5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebc1813c-7e46-4bdf-8459-ca9e76c7ace3 HTTP/1.1" status: 200  len: 217 time: 0.0668702
Apr 19 07:45:28.317027 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-3a4fc6b4-b9c3-412e-bc75-418687cc1ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:28.318643 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-3a4fc6b4-b9c3-412e-bc75-418687cc1ffc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a1ead72-26f9-4c26-a66e-af72064e9fb6 HTTP/1.1" status: 200  len: 849 time: 0.0695221
Apr 19 07:45:28.375754 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-fa6cb032-3ba3-4c0e-8fdd-28c806eeff87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2588785-69b8-4c39-8e5c-04f3127cba02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478630
Apr 19 07:45:28.902847 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f64e4-e24c-4ccd-b372-c91eb2e2c3b0 req-661c0560-61d7-41f0-baf6-1c6a4f4f36ef tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:28.904421 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7c7f64e4-e24c-4ccd-b372-c91eb2e2c3b0 req-661c0560-61d7-41f0-baf6-1c6a4f4f36ef tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 984 time: 0.4980285
Apr 19 07:45:28.913053 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-33e0ee80-eb29-4a28-b4e0-7a166da7e85e service neutron] 10.222.0.16 "GET /v2.0/networks/f2588785-69b8-4c39-8e5c-04f3127cba02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5284424
Apr 19 07:45:29.074592 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7c7f64e4-e24c-4ccd-b372-c91eb2e2c3b0 req-49594ae2-b655-406d-a097-aa0f9bbd5d9e tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&id=77aa4516-92bf-418a-a22e-5a3dac2368c3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1603353
Apr 19 07:45:29.087845 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1eb9f0-e93f-4fc8-bcc9-e2e0d6ab9048 req-69e08e38-67dd-45c0-a0d8-bcceb4da88cc tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:29.089343 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bd1eb9f0-e93f-4fc8-bcc9-e2e0d6ab9048 req-69e08e38-67dd-45c0-a0d8-bcceb4da88cc tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b4ab343-9271-4d6c-9a7e-a6e23d72403e HTTP/1.1" status: 200  len: 943 time: 0.2737811
Apr 19 07:45:29.166035 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4e52914a-1ac7-4a3d-8561-0b3a652ded52 req-9156e761-a740-42ca-bc6f-c8dadb61b014 service neutron] 10.222.0.16 "GET /v2.0/networks/f2588785-69b8-4c39-8e5c-04f3127cba02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2328990
Apr 19 07:45:29.169243 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bd1eb9f0-e93f-4fc8-bcc9-e2e0d6ab9048 req-cf7b0d8a-323b-4bbf-b4ed-0c9f4d912529 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696280
Apr 19 07:45:29.303769 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637594c-ea99-46e3-b75b-03dc5cf12d2b req-eb742356-cbd0-4d65-b3c2-431779e85036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:29.305354 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c637594c-ea99-46e3-b75b-03dc5cf12d2b req-eb742356-cbd0-4d65-b3c2-431779e85036 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b971f886883845e49188b32b7c3c1ea9&device_id=7b4ab343-9271-4d6c-9a7e-a6e23d72403e HTTP/1.1" status: 200  len: 1096 time: 0.0831244
Apr 19 07:45:29.467319 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637594c-ea99-46e3-b75b-03dc5cf12d2b req-5e43199c-867d-4dfb-a5e7-66abb088e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:29.468811 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c637594c-ea99-46e3-b75b-03dc5cf12d2b req-5e43199c-867d-4dfb-a5e7-66abb088e5f0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2588785-69b8-4c39-8e5c-04f3127cba02 HTTP/1.1" status: 200  len: 910 time: 0.1528780
Apr 19 07:45:30.281688 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599ff9d-3cbd-4438-91b1-2d1959abdfc0 req-871309d1-f55e-49ef-b933-6d127e787244 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:30.283614 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f599ff9d-3cbd-4438-91b1-2d1959abdfc0 req-871309d1-f55e-49ef-b933-6d127e787244 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 984 time: 0.0921245
Apr 19 07:45:30.391312 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f599ff9d-3cbd-4438-91b1-2d1959abdfc0 req-44fa47fe-26f2-4fcc-92c6-6cbcb7e35284 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&id=77aa4516-92bf-418a-a22e-5a3dac2368c3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0979083
Apr 19 07:45:30.401467 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 53536) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:45:30.433473 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a95e05-1f8e-4d6d-80c3-6a60f297e200 req-a805d680-501b-425a-8b2c-b938aafffa10 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:30.435138 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f5a95e05-1f8e-4d6d-80c3-6a60f297e200 req-a805d680-501b-425a-8b2c-b938aafffa10 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b4ab343-9271-4d6c-9a7e-a6e23d72403e HTTP/1.1" status: 200  len: 943 time: 0.1449959
Apr 19 07:45:30.483689 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f5a95e05-1f8e-4d6d-80c3-6a60f297e200 req-18e31557-7b58-4676-a5ff-6b8588ad003a tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419478
Apr 19 07:45:30.530756 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-477f6618-86f2-403d-81be-93d573929961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:30.546234 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-477f6618-86f2-403d-81be-93d573929961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:45:30.550310 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-477f6618-86f2-403d-81be-93d573929961 admin admin] Usage tracker for resource:security_group_rule and tenant:fa7bdff9ed5c4391a4e7ef4cf002b563 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:45:30.553257 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-477f6618-86f2-403d-81be-93d573929961 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:45:30.559870 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-477f6618-86f2-403d-81be-93d573929961 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:45:30.653485 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-477f6618-86f2-403d-81be-93d573929961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:30.657733 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-477f6618-86f2-403d-81be-93d573929961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:30.665021 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-aa624311-1d02-429f-a27b-e870d8fe64c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:30.712241 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f6618-86f2-403d-81be-93d573929961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc42d463-fd17-4a3a-800d-9273dbe28980,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:30.719487 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-477f6618-86f2-403d-81be-93d573929961 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa7bdff9ed5c4391a4e7ef4cf002b563&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3164177
Apr 19 07:45:30.720845 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-477f6618-86f2-403d-81be-93d573929961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:30.723718 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 53542) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:45:30.786929 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-408fe442-368d-4c27-be6c-a7e1f3f683bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:30.814568 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-408fe442-368d-4c27-be6c-a7e1f3f683bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:30.868023 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-408fe442-368d-4c27-be6c-a7e1f3f683bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:30.872318 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2a0d8ca6-07ee-438c-a349-0d13b428c829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:30.884224 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408fe442-368d-4c27-be6c-a7e1f3f683bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc42d463-fd17-4a3a-800d-9273dbe28980,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:30.887104 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-408fe442-368d-4c27-be6c-a7e1f3f683bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:30.892713 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-408fe442-368d-4c27-be6c-a7e1f3f683bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:30.893922 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-408fe442-368d-4c27-be6c-a7e1f3f683bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc42d463-fd17-4a3a-800d-9273dbe28980 HTTP/1.1" status: 204  len: 168 time: 0.1692386
Apr 19 07:45:31.197434 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 53552) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:45:31.217226 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d2dbe9f2-c4b6-4bb0-9529-6b04d89d0b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:31.236441 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d2dbe9f2-c4b6-4bb0-9529-6b04d89d0b51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:45:31.240981 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d2dbe9f2-c4b6-4bb0-9529-6b04d89d0b51 admin admin] Usage tracker for resource:security_group_rule and tenant:1564e96f05d24f89afcec573c7644ae6 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:45:31.244061 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d2dbe9f2-c4b6-4bb0-9529-6b04d89d0b51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:45:31.250175 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d2dbe9f2-c4b6-4bb0-9529-6b04d89d0b51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:45:31.336410 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d2dbe9f2-c4b6-4bb0-9529-6b04d89d0b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:31.341364 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d2dbe9f2-c4b6-4bb0-9529-6b04d89d0b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:31.348609 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2c7e9043-eb2a-4532-91ca-bef7cb5c6b1b tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:31.393301 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-d2dbe9f2-c4b6-4bb0-9529-6b04d89d0b51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1564e96f05d24f89afcec573c7644ae6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1948864
Apr 19 07:45:31.394253 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbe9f2-c4b6-4bb0-9529-6b04d89d0b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e042e6b-bbb1-4f54-b72c-d6bc1254f74a,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:31.396422 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 53556) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:45:31.397490 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d2dbe9f2-c4b6-4bb0-9529-6b04d89d0b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:31.463429 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3fb39cb2-8578-47ac-bc4f-a2a63c248e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:31.492263 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3fb39cb2-8578-47ac-bc4f-a2a63c248e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:31.645936 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3fb39cb2-8578-47ac-bc4f-a2a63c248e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:31.655533 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ddc7d6f1-07d8-49ee-9136-b2c082084d86 tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:31.677012 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb39cb2-8578-47ac-bc4f-a2a63c248e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e042e6b-bbb1-4f54-b72c-d6bc1254f74a,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:31.687135 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b85271-4fc9-483e-b0dd-4da9edb829ba req-91dbbaa2-e56b-4fa5-a204-9005dc49099e tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:31.688766 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f4b85271-4fc9-483e-b0dd-4da9edb829ba req-91dbbaa2-e56b-4fa5-a204-9005dc49099e tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 984 time: 0.1810980
Apr 19 07:45:31.695236 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3fb39cb2-8578-47ac-bc4f-a2a63c248e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:31.713758 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3fb39cb2-8578-47ac-bc4f-a2a63c248e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:31.714926 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-3fb39cb2-8578-47ac-bc4f-a2a63c248e0e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e042e6b-bbb1-4f54-b72c-d6bc1254f74a HTTP/1.1" status: 204  len: 168 time: 0.3173714
Apr 19 07:45:31.760595 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f4b85271-4fc9-483e-b0dd-4da9edb829ba req-083b059e-14cf-4233-a34a-364329623250 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&id=77aa4516-92bf-418a-a22e-5a3dac2368c3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0642767
Apr 19 07:45:31.773996 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759d3b1-e66c-4e59-80a8-b86bf74abfd5 req-bb0bf763-3e79-4360-86b1-38db34167116 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:31.785992 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e759d3b1-e66c-4e59-80a8-b86bf74abfd5 req-bb0bf763-3e79-4360-86b1-38db34167116 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b4ab343-9271-4d6c-9a7e-a6e23d72403e HTTP/1.1" status: 200  len: 943 time: 0.1770501
Apr 19 07:45:31.838212 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e759d3b1-e66c-4e59-80a8-b86bf74abfd5 req-4e6c3e73-edbf-475a-b4a0-af08a39f3024 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439274
Apr 19 07:45:32.587482 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c637594c-ea99-46e3-b75b-03dc5cf12d2b req-aa408188-1b6f-4494-b5cc-c7c92e9ab7cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebc1813c-7e46-4bdf-8459-ca9e76c7ace3 HTTP/1.1" status: 200  len: 217 time: 0.0757968
Apr 19 07:45:32.667039 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637594c-ea99-46e3-b75b-03dc5cf12d2b req-be0b710d-1022-49bc-956e-3e6d2f078679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:32.668743 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c637594c-ea99-46e3-b75b-03dc5cf12d2b req-be0b710d-1022-49bc-956e-3e6d2f078679 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a1ead72-26f9-4c26-a66e-af72064e9fb6 HTTP/1.1" status: 200  len: 849 time: 0.0674093
Apr 19 07:45:32.727966 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c637594c-ea99-46e3-b75b-03dc5cf12d2b req-1e757e24-9404-4d19-aaee-bbe032cf945c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2588785-69b8-4c39-8e5c-04f3127cba02&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467751
Apr 19 07:45:32.880632 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c637594c-ea99-46e3-b75b-03dc5cf12d2b req-5c563135-47af-4d67-adc9-8fbeb76ec6a1 service neutron] 10.222.0.16 "GET /v2.0/networks/f2588785-69b8-4c39-8e5c-04f3127cba02?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417892
Apr 19 07:45:33.164589 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c637594c-ea99-46e3-b75b-03dc5cf12d2b req-d91201e9-d815-4064-903a-f6d6189c78eb service neutron] 10.222.0.16 "GET /v2.0/networks/f2588785-69b8-4c39-8e5c-04f3127cba02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2309604
Apr 19 07:45:33.178191 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234af8c-e38c-45eb-9d91-60c51dabaf67 req-abfadc5a-0e7e-4289-bcea-70f218351341 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:33.179943 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1234af8c-e38c-45eb-9d91-60c51dabaf67 req-abfadc5a-0e7e-4289-bcea-70f218351341 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 984 time: 0.2956030
Apr 19 07:45:33.193945 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfc5f7-64b2-41e9-8f56-e802e597fefe req-f79f8dd8-ab3d-451c-b782-cba7ec3e7633 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:33.195691 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1adfc5f7-64b2-41e9-8f56-e802e597fefe req-f79f8dd8-ab3d-451c-b782-cba7ec3e7633 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b4ab343-9271-4d6c-9a7e-a6e23d72403e HTTP/1.1" status: 200  len: 943 time: 0.2179480
Apr 19 07:45:33.285603 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1234af8c-e38c-45eb-9d91-60c51dabaf67 req-3c7f3f1f-d169-40ac-9d1e-1f2209502b34 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&id=77aa4516-92bf-418a-a22e-5a3dac2368c3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0889208
Apr 19 07:45:33.290640 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1adfc5f7-64b2-41e9-8f56-e802e597fefe req-e9229a87-7ce3-4172-9717-3a2871de0942 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739849
Apr 19 07:45:33.791901 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65a875df-220b-4647-9a5c-ba7a597685bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:34.583363 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2cfa6-d919-477c-b3d6-58946688cd2c req-5a4df1fc-318e-4180-a47c-6265caba44b5 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:34.585807 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8d2cfa6-d919-477c-b3d6-58946688cd2c req-5a4df1fc-318e-4180-a47c-6265caba44b5 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 984 time: 0.1662843
Apr 19 07:45:34.594632 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad48b4-2d0a-4940-9641-59f9f76ebdaa req-8c30a593-b174-483e-a4ea-9413c0c4d366 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:34.596177 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1cad48b4-2d0a-4940-9641-59f9f76ebdaa req-8c30a593-b174-483e-a4ea-9413c0c4d366 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b4ab343-9271-4d6c-9a7e-a6e23d72403e HTTP/1.1" status: 200  len: 943 time: 0.1369452
Apr 19 07:45:34.673833 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8d2cfa6-d919-477c-b3d6-58946688cd2c req-834f1714-8714-4995-802b-cb53ccad7271 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&id=77aa4516-92bf-418a-a22e-5a3dac2368c3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0766110
Apr 19 07:45:34.681361 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1cad48b4-2d0a-4940-9641-59f9f76ebdaa req-ffe39c47-0993-43fd-8cf1-bdb8c5e0f952 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691185
Apr 19 07:45:35.854113 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device ebc1813c-7e46-4bdf-8459-ca9e76c7ace3 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:45:35.890762 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b175dfd-eff4-46df-83d6-7f1f7fca2c15 req-cb61fb9f-d0f9-454c-9bac-86da97ae58c6 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:35.892492 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7b175dfd-eff4-46df-83d6-7f1f7fca2c15 req-cb61fb9f-d0f9-454c-9bac-86da97ae58c6 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b4ab343-9271-4d6c-9a7e-a6e23d72403e HTTP/1.1" status: 200  len: 943 time: 0.0959141
Apr 19 07:45:35.944388 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7b175dfd-eff4-46df-83d6-7f1f7fca2c15 req-b20d9575-f0cc-48a0-bf60-ee1b2a5a62fe tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455365
Apr 19 07:45:36.015711 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port ebc1813c-7e46-4bdf-8459-ca9e76c7ace3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ebc1813c-7e46-4bdf-8459-ca9e76c7ace3,segment=NetworkSegment(b7af807e-a9bc-4ff1-844f-11ed58667489),segment_id=b7af807e-a9bc-4ff1-844f-11ed58667489)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:45:36.029011 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3716ed8e-a6a8-4460-9d4b-fb18555707f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:36.032344 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': 'ebc1813c-7e46-4bdf-8459-ca9e76c7ace3', 'network_id': 'f2588785-69b8-4c39-8e5c-04f3127cba02', 'port_id': 'ebc1813c-7e46-4bdf-8459-ca9e76c7ace3', 'mac_address': 'fa:16:3e:04:55:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a1ead72-26f9-4c26-a66e-af72064e9fb6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:45:36.100066 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:36.119719 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc1813c-7e46-4bdf-8459-ca9e76c7ace3 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:45:36.137253 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port ebc1813c-7e46-4bdf-8459-ca9e76c7ace3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ebc1813c-7e46-4bdf-8459-ca9e76c7ace3,segment=NetworkSegment(b7af807e-a9bc-4ff1-844f-11ed58667489),segment_id=b7af807e-a9bc-4ff1-844f-11ed58667489)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:45:36.142127 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:36.143942 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5c36484f-c052-48c0-8a92-a67ee3a2e677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:36.215523 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=ebc1813c-7e46-4bdf-8459-ca9e76c7ace3,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:36.218809 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:36.396008 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:37.006676 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:37.158298 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495b10f-34f3-45a6-bad1-d523fbbd4bc2 req-a6141577-d7c9-4272-bc3c-9508b9f373a5 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:37.159908 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8495b10f-34f3-45a6-bad1-d523fbbd4bc2 req-a6141577-d7c9-4272-bc3c-9508b9f373a5 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b4ab343-9271-4d6c-9a7e-a6e23d72403e HTTP/1.1" status: 200  len: 944 time: 0.0916457
Apr 19 07:45:37.209103 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8495b10f-34f3-45a6-bad1-d523fbbd4bc2 req-f7b693e5-078c-4f29-97b7-b47667aabf91 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425458
Apr 19 07:45:37.244779 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['ebc1813c-7e46-4bdf-8459-ca9e76c7ace3'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:45:37.862538 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:38.416347 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68997320-6275-42b5-a429-54ec876445c2 req-a700ee21-17ea-4f37-83de-71c0e68920dc tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:38.417975 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-68997320-6275-42b5-a429-54ec876445c2 req-a700ee21-17ea-4f37-83de-71c0e68920dc tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b4ab343-9271-4d6c-9a7e-a6e23d72403e HTTP/1.1" status: 200  len: 944 time: 0.0926871
Apr 19 07:45:38.466689 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-68997320-6275-42b5-a429-54ec876445c2 req-75eb1aad-b7a9-41e9-980e-7060881b310d tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423229
Apr 19 07:45:38.948661 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device ebc1813c-7e46-4bdf-8459-ca9e76c7ace3 up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:45:39.022197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning for port ebc1813c-7e46-4bdf-8459-ca9e76c7ace3 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:45:39.027484 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port ebc1813c-7e46-4bdf-8459-ca9e76c7ace3 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:45:39.028109 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:39.162617 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:39.193658 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4ab343-9271-4d6c-9a7e-a6e23d72403e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc1813c-7e46-4bdf-8459-ca9e76c7ace3'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:45:39.204373 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port ebc1813c-7e46-4bdf-8459-ca9e76c7ace3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ebc1813c-7e46-4bdf-8459-ca9e76c7ace3,segment=NetworkSegment(b7af807e-a9bc-4ff1-844f-11ed58667489),segment_id=b7af807e-a9bc-4ff1-844f-11ed58667489)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:45:39.208471 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:39.211394 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ab16b0dc-b77f-4d11-b1e5-4b7567c84bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:39.252302 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4ab343-9271-4d6c-9a7e-a6e23d72403e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc1813c-7e46-4bdf-8459-ca9e76c7ace3', 'code': 200}
Apr 19 07:45:39.287011 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=ebc1813c-7e46-4bdf-8459-ca9e76c7ace3,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:39.292130 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:39.515127 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e16ef2-efec-4f92-b236-98f97d4612d4 req-c35190f0-dcdd-4ae9-98d1-809610857313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:39.516801 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a3e16ef2-efec-4f92-b236-98f97d4612d4 req-c35190f0-dcdd-4ae9-98d1-809610857313 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b4ab343-9271-4d6c-9a7e-a6e23d72403e HTTP/1.1" status: 200  len: 1098 time: 0.0814676
Apr 19 07:45:39.563042 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a3e16ef2-efec-4f92-b236-98f97d4612d4 req-922b4bee-5ac8-4316-b0d8-58f3dbc602f4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372138
Apr 19 07:45:39.677429 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1610d7-214d-436a-aa27-ba94d83c0787 req-58f25f67-9531-4c98-93b9-32f77f7356dc tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:39.678971 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ec1610d7-214d-436a-aa27-ba94d83c0787 req-58f25f67-9531-4c98-93b9-32f77f7356dc tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b4ab343-9271-4d6c-9a7e-a6e23d72403e HTTP/1.1" status: 200  len: 945 time: 0.0959337
Apr 19 07:45:39.730162 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ec1610d7-214d-436a-aa27-ba94d83c0787 req-14f6afa5-1f12-4313-88d6-fc8d3adcf04f tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413034
Apr 19 07:45:40.761167 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 53742) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:45:40.924445 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-851f2b56-582a-478f-805c-0af9f16ebc24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:40.957052 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-851f2b56-582a-478f-805c-0af9f16ebc24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:45:40.968294 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-851f2b56-582a-478f-805c-0af9f16ebc24 admin admin] Usage tracker for resource:security_group_rule and tenant:6725167060234182a98841b294298b48 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:45:40.974197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-851f2b56-582a-478f-805c-0af9f16ebc24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:45:40.998532 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-851f2b56-582a-478f-805c-0af9f16ebc24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:45:41.055852 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525659de-4eb3-402d-a9a4-0aca55a24650 req-05f68ce2-da0a-498b-b170-48d55aff1a0d tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:41.058438 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-525659de-4eb3-402d-a9a4-0aca55a24650 req-05f68ce2-da0a-498b-b170-48d55aff1a0d tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b4ab343-9271-4d6c-9a7e-a6e23d72403e HTTP/1.1" status: 200  len: 945 time: 0.2118435
Apr 19 07:45:41.149788 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-525659de-4eb3-402d-a9a4-0aca55a24650 req-6b778056-f6de-46a8-bfdf-93525ff9bad7 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847139
Apr 19 07:45:41.205831 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-851f2b56-582a-478f-805c-0af9f16ebc24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:41.209524 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-851f2b56-582a-478f-805c-0af9f16ebc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:41.217464 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:41.263648 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f2b56-582a-478f-805c-0af9f16ebc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927ee223-2150-4d6b-b1cb-758543419670,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:41.269354 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-851f2b56-582a-478f-805c-0af9f16ebc24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6725167060234182a98841b294298b48&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5069995
Apr 19 07:45:41.271602 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-851f2b56-582a-478f-805c-0af9f16ebc24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:41.272698 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 53752) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:45:41.346064 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f8f4f422-8464-49da-9d6e-94c5d9e7a9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:41.379366 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f8f4f422-8464-49da-9d6e-94c5d9e7a9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:41.428006 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f8f4f422-8464-49da-9d6e-94c5d9e7a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:41.434199 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9772767e-83a8-4c58-a07a-ba7671800027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:41.452391 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4f422-8464-49da-9d6e-94c5d9e7a9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927ee223-2150-4d6b-b1cb-758543419670,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:41.455069 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f8f4f422-8464-49da-9d6e-94c5d9e7a9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:41.464222 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f8f4f422-8464-49da-9d6e-94c5d9e7a9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:41.479317 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-f8f4f422-8464-49da-9d6e-94c5d9e7a9ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/927ee223-2150-4d6b-b1cb-758543419670 HTTP/1.1" status: 204  len: 168 time: 0.1947212
Apr 19 07:45:41.839984 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 53774) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:45:41.860068 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bcc4c4b2-6f8b-4b87-84b1-e650f743b19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:41.879994 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-bcc4c4b2-6f8b-4b87-84b1-e650f743b19c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:45:41.884273 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-bcc4c4b2-6f8b-4b87-84b1-e650f743b19c admin admin] Usage tracker for resource:security_group_rule and tenant:841781d410b74baeb1d6d777ea2a3be9 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:45:41.887489 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-bcc4c4b2-6f8b-4b87-84b1-e650f743b19c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:45:41.893547 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-bcc4c4b2-6f8b-4b87-84b1-e650f743b19c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:45:41.987200 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bcc4c4b2-6f8b-4b87-84b1-e650f743b19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:41.990828 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bcc4c4b2-6f8b-4b87-84b1-e650f743b19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:41.999905 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8492b649-cc32-4633-a32b-f6e7d43974e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:42.042960 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-bcc4c4b2-6f8b-4b87-84b1-e650f743b19c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=841781d410b74baeb1d6d777ea2a3be9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2015922
Apr 19 07:45:42.043804 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4c4b2-6f8b-4b87-84b1-e650f743b19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acac8a3-f16d-4416-8db0-2d3d5f0124ad,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:42.045965 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 53780) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:45:42.047056 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-bcc4c4b2-6f8b-4b87-84b1-e650f743b19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:42.116671 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ca96b94d-5259-4921-b7bd-3ec967ff4cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:42.145434 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ca96b94d-5259-4921-b7bd-3ec967ff4cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:42.192672 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ca96b94d-5259-4921-b7bd-3ec967ff4cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:42.197044 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3206ec46-3309-4d38-b2ba-f812889f09db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:42.209165 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96b94d-5259-4921-b7bd-3ec967ff4cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acac8a3-f16d-4416-8db0-2d3d5f0124ad,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:42.213212 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ca96b94d-5259-4921-b7bd-3ec967ff4cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:42.216649 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ca96b94d-5259-4921-b7bd-3ec967ff4cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:42.220284 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-ca96b94d-5259-4921-b7bd-3ec967ff4cc7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1acac8a3-f16d-4416-8db0-2d3d5f0124ad HTTP/1.1" status: 204  len: 168 time: 0.1707406
Apr 19 07:45:42.481071 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e78cd9-e3f2-46f2-b059-d15451f9ef8e req-a86253fb-41fc-4786-a246-f4d64de6963d tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:42.486603 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-48e78cd9-e3f2-46f2-b059-d15451f9ef8e req-a86253fb-41fc-4786-a246-f4d64de6963d tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b4ab343-9271-4d6c-9a7e-a6e23d72403e HTTP/1.1" status: 200  len: 945 time: 0.0955565
Apr 19 07:45:42.537029 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-48e78cd9-e3f2-46f2-b059-d15451f9ef8e req-fea4eacc-92d1-46a0-a13f-262c16b04f39 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472033
Apr 19 07:45:43.321706 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ade062-c628-42ce-897c-750238edf722 req-573d8d9e-5f73-414f-a191-c6e3abb401e8 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:43.323508 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-78ade062-c628-42ce-897c-750238edf722 req-573d8d9e-5f73-414f-a191-c6e3abb401e8 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd7638f8-abed-45d0-9182-62c2f7bd8876 HTTP/1.1" status: 200  len: 945 time: 0.0905228
Apr 19 07:45:43.373509 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-78ade062-c628-42ce-897c-750238edf722 req-b685ae12-cda5-4352-8545-0a0caf20efc8 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435538
Apr 19 07:45:43.749412 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b84afa-5f8c-4799-81a5-f58ebf118841 req-c4594252-1da2-4a30-9ed2-c18a749133eb tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:43.751044 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-91b84afa-5f8c-4799-81a5-f58ebf118841 req-c4594252-1da2-4a30-9ed2-c18a749133eb tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b4ab343-9271-4d6c-9a7e-a6e23d72403e HTTP/1.1" status: 200  len: 945 time: 0.0937448
Apr 19 07:45:43.800499 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-91b84afa-5f8c-4799-81a5-f58ebf118841 req-c6f3090f-f840-448d-a6bb-250fef8f4adb tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422139
Apr 19 07:45:44.163405 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de2585-0f9e-4e38-9a78-0fb4b9173ec2 req-9eada311-ad93-4ad4-893c-387b3223dea9 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:44.164961 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f1de2585-0f9e-4e38-9a78-0fb4b9173ec2 req-9eada311-ad93-4ad4-893c-387b3223dea9 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4ab343-9271-4d6c-9a7e-a6e23d72403e HTTP/1.1" status: 200  len: 945 time: 0.0881121
Apr 19 07:45:44.246184 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-f1de2585-0f9e-4e38-9a78-0fb4b9173ec2 req-2a97f1cd-c9a9-47fe-bdae-eaa1a892cfdf tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Deleting port ebc1813c-7e46-4bdf-8459-ca9e76c7ace3 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:45:44.246597 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-f1de2585-0f9e-4e38-9a78-0fb4b9173ec2 req-2a97f1cd-c9a9-47fe-bdae-eaa1a892cfdf tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:44.799514 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-f1de2585-0f9e-4e38-9a78-0fb4b9173ec2 req-2a97f1cd-c9a9-47fe-bdae-eaa1a892cfdf tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] For port ebc1813c-7e46-4bdf-8459-ca9e76c7ace3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=ebc1813c-7e46-4bdf-8459-ca9e76c7ace3,segment=NetworkSegment(b7af807e-a9bc-4ff1-844f-11ed58667489),segment_id=b7af807e-a9bc-4ff1-844f-11ed58667489)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:45:44.800079 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-f1de2585-0f9e-4e38-9a78-0fb4b9173ec2 req-2a97f1cd-c9a9-47fe-bdae-eaa1a892cfdf tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:44.947455 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-f1de2585-0f9e-4e38-9a78-0fb4b9173ec2 req-2a97f1cd-c9a9-47fe-bdae-eaa1a892cfdf tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Calling delete_port for ebc1813c-7e46-4bdf-8459-ca9e76c7ace3 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:45:45.061600 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 53872) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:45:45.097864 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddbf86-0f7d-408f-841e-31ca58d38016 req-19ba2da7-29dd-4dcf-90de-f0571b5304a6 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:45.099497 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-15ddbf86-0f7d-408f-841e-31ca58d38016 req-19ba2da7-29dd-4dcf-90de-f0571b5304a6 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd7638f8-abed-45d0-9182-62c2f7bd8876 HTTP/1.1" status: 200  len: 945 time: 0.6066687
Apr 19 07:45:45.201408 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1cd393bd-77e9-42ee-9472-f54ee582b0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:45.219096 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e149a-1f75-4099-857f-e9d977931ae3 req-3879ed75-39a2-42fa-9000-ea1c10594e84 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:45.220683 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6a8e149a-1f75-4099-857f-e9d977931ae3 req-3879ed75-39a2-42fa-9000-ea1c10594e84 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b4ab343-9271-4d6c-9a7e-a6e23d72403e HTTP/1.1" status: 200  len: 945 time: 0.2842841
Apr 19 07:45:45.227633 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-1cd393bd-77e9-42ee-9472-f54ee582b0a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:45:45.233858 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-1cd393bd-77e9-42ee-9472-f54ee582b0a4 admin admin] Usage tracker for resource:security_group_rule and tenant:d17edf98edf5436c960f536b97e1e8bc is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:45:45.239671 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-1cd393bd-77e9-42ee-9472-f54ee582b0a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:45:45.247264 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-1cd393bd-77e9-42ee-9472-f54ee582b0a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:45:45.258366 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-15ddbf86-0f7d-408f-841e-31ca58d38016 req-df6b8d7d-5f14-4e04-8e2b-6c74f262ce36 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435206
Apr 19 07:45:45.262399 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-f1de2585-0f9e-4e38-9a78-0fb4b9173ec2 req-2a97f1cd-c9a9-47fe-bdae-eaa1a892cfdf tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:45.263054 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068d199-4aa6-4d7d-b4b8-e31ccff94c85 req-fc3abd8e-a0e0-4fc0-8177-39e18a889b5c tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:45:45.263822 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-d068d199-4aa6-4d7d-b4b8-e31ccff94c85 req-fc3abd8e-a0e0-4fc0-8177-39e18a889b5c tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Synchronizing usage tracker for tenant:ee929c31b4ad48a7ae1701b36fbbee76 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:45:45.270259 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-40bb721f-7f16-41ea-b7d4-63aebf8b2611 tempest-ServerRescueNegativeTestJSON-1758240234 tempest-ServerRescueNegativeTestJSON-1758240234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:45.298918 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-d068d199-4aa6-4d7d-b4b8-e31ccff94c85 req-fc3abd8e-a0e0-4fc0-8177-39e18a889b5c tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Unset dirty status for tenant:ee929c31b4ad48a7ae1701b36fbbee76 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:45:45.300159 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d068d199-4aa6-4d7d-b4b8-e31ccff94c85 req-fc3abd8e-a0e0-4fc0-8177-39e18a889b5c tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd7638f8-abed-45d0-9182-62c2f7bd8876 HTTP/1.1" status: 200  len: 945 time: 0.1772294
Apr 19 07:45:45.328504 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97f1cd-c9a9-47fe-bdae-eaa1a892cfdf tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Pushing event deleted for resources: {'Port': ['ID=ebc1813c-7e46-4bdf-8459-ca9e76c7ace3,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:45.334283 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2a97f1cd-c9a9-47fe-bdae-eaa1a892cfdf tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:45.385059 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6a8e149a-1f75-4099-857f-e9d977931ae3 req-d073e63a-550c-4a22-af69-04fd6d664218 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.20 "GET /v2.0/security-groups?id=888891c7-e102-4ed8-b7d4-06ff6778ece1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509435
Apr 19 07:45:45.395235 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-d068d199-4aa6-4d7d-b4b8-e31ccff94c85 req-d68d7eeb-0ba1-4266-90e6-bdc2e8d2beea tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Deleting port be5e073c-84fa-4e59-9f55-f815b498daa1 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:45:45.395624 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d068d199-4aa6-4d7d-b4b8-e31ccff94c85 req-d68d7eeb-0ba1-4266-90e6-bdc2e8d2beea tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:45.422927 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1de2585-0f9e-4e38-9a78-0fb4b9173ec2 req-2a97f1cd-c9a9-47fe-bdae-eaa1a892cfdf tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] No DVR routers for this DVR port ebc1813c-7e46-4bdf-8459-ca9e76c7ace3 on host hv-cinder-77387 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:45:45.425676 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-f1de2585-0f9e-4e38-9a78-0fb4b9173ec2 req-2a97f1cd-c9a9-47fe-bdae-eaa1a892cfdf tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:45.428603 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4ab343-9271-4d6c-9a7e-a6e23d72403e', 'name': 'network-vif-deleted', 'tag': 'ebc1813c-7e46-4bdf-8459-ca9e76c7ace3'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:45:45.455090 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f1de2585-0f9e-4e38-9a78-0fb4b9173ec2 req-2a97f1cd-c9a9-47fe-bdae-eaa1a892cfdf tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] 10.222.0.16 "DELETE /v2.0/ports/ebc1813c-7e46-4bdf-8459-ca9e76c7ace3 HTTP/1.1" status: 204  len: 173 time: 1.2834296
Apr 19 07:45:45.482992 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4ab343-9271-4d6c-9a7e-a6e23d72403e', 'name': 'network-vif-deleted', 'tag': 'ebc1813c-7e46-4bdf-8459-ca9e76c7ace3', 'status': 'completed', 'code': 200}
Apr 19 07:45:45.489361 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1cd393bd-77e9-42ee-9472-f54ee582b0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:45.521599 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1cd393bd-77e9-42ee-9472-f54ee582b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:45.536586 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8ff87494-c328-4088-840e-0d626cd91d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:45.599884 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-1cd393bd-77e9-42ee-9472-f54ee582b0a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d17edf98edf5436c960f536b97e1e8bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5369318
Apr 19 07:45:45.602746 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 53880) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:45:45.619123 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd393bd-77e9-42ee-9472-f54ee582b0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a47eef-ddf4-4ac9-8177-7970a60e50ee,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:45.634530 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1cd393bd-77e9-42ee-9472-f54ee582b0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:45.672072 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1830ad4d-868c-4335-bb80-ab5a0dfbdd6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:45.699597 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1830ad4d-868c-4335-bb80-ab5a0dfbdd6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:45.748314 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1830ad4d-868c-4335-bb80-ab5a0dfbdd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:45.749591 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-d068d199-4aa6-4d7d-b4b8-e31ccff94c85 req-d68d7eeb-0ba1-4266-90e6-bdc2e8d2beea tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] For port be5e073c-84fa-4e59-9f55-f815b498daa1, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=be5e073c-84fa-4e59-9f55-f815b498daa1,segment=NetworkSegment(07ad4783-87a7-49d6-9599-fca5c67fe362),segment_id=07ad4783-87a7-49d6-9599-fca5c67fe362)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:45:45.750006 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d068d199-4aa6-4d7d-b4b8-e31ccff94c85 req-d68d7eeb-0ba1-4266-90e6-bdc2e8d2beea tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:45.753456 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8a07fbe0-df19-43bc-80e2-1028df3c182d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:45.766053 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830ad4d-868c-4335-bb80-ab5a0dfbdd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a47eef-ddf4-4ac9-8177-7970a60e50ee,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:45.768573 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1830ad4d-868c-4335-bb80-ab5a0dfbdd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:45.772607 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1830ad4d-868c-4335-bb80-ab5a0dfbdd6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:45.776986 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-1830ad4d-868c-4335-bb80-ab5a0dfbdd6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87a47eef-ddf4-4ac9-8177-7970a60e50ee HTTP/1.1" status: 204  len: 168 time: 0.1729655
Apr 19 07:45:45.885095 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-d068d199-4aa6-4d7d-b4b8-e31ccff94c85 req-d68d7eeb-0ba1-4266-90e6-bdc2e8d2beea tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Calling delete_port for be5e073c-84fa-4e59-9f55-f815b498daa1 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:45:46.048351 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d068d199-4aa6-4d7d-b4b8-e31ccff94c85 req-d68d7eeb-0ba1-4266-90e6-bdc2e8d2beea tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:46.057270 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f47d3d61-1309-4169-a38b-e171cb8b1415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:46.063155 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['be5e073c-84fa-4e59-9f55-f815b498daa1'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:45:46.089192 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 53888) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:45:46.109346 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d7eeb-0ba1-4266-90e6-bdc2e8d2beea tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Pushing event deleted for resources: {'Port': ['ID=be5e073c-84fa-4e59-9f55-f815b498daa1,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:46.109654 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-72834881-038b-4028-964c-9d7139e8f77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:46.113293 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d68d7eeb-0ba1-4266-90e6-bdc2e8d2beea tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:46.127887 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-72834881-038b-4028-964c-9d7139e8f77b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:45:46.132176 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-72834881-038b-4028-964c-9d7139e8f77b admin admin] Usage tracker for resource:security_group_rule and tenant:a76f35e71bc648c18c4bf7a28458573c is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:45:46.135661 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-72834881-038b-4028-964c-9d7139e8f77b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:45:46.141944 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-72834881-038b-4028-964c-9d7139e8f77b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:45:46.202473 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-d068d199-4aa6-4d7d-b4b8-e31ccff94c85 req-d68d7eeb-0ba1-4266-90e6-bdc2e8d2beea tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] No DVR routers for this DVR port be5e073c-84fa-4e59-9f55-f815b498daa1 on host hv-cinder-77387 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:45:46.206785 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d068d199-4aa6-4d7d-b4b8-e31ccff94c85 req-d68d7eeb-0ba1-4266-90e6-bdc2e8d2beea tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:46.208773 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7638f8-abed-45d0-9182-62c2f7bd8876', 'name': 'network-vif-deleted', 'tag': 'be5e073c-84fa-4e59-9f55-f815b498daa1'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:45:46.231389 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d068d199-4aa6-4d7d-b4b8-e31ccff94c85 req-d68d7eeb-0ba1-4266-90e6-bdc2e8d2beea tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.16 "DELETE /v2.0/ports/be5e073c-84fa-4e59-9f55-f815b498daa1 HTTP/1.1" status: 204  len: 173 time: 0.9218812
Apr 19 07:45:46.234117 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-72834881-038b-4028-964c-9d7139e8f77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:46.237304 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-72834881-038b-4028-964c-9d7139e8f77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:46.248067 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6401c702-5309-48a6-88be-175e50274333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:46.276756 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7638f8-abed-45d0-9182-62c2f7bd8876', 'name': 'network-vif-deleted', 'tag': 'be5e073c-84fa-4e59-9f55-f815b498daa1', 'status': 'completed', 'code': 200}
Apr 19 07:45:46.292654 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-72834881-038b-4028-964c-9d7139e8f77b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a76f35e71bc648c18c4bf7a28458573c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2012012
Apr 19 07:45:46.294460 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 53896) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:45:46.302955 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72834881-038b-4028-964c-9d7139e8f77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60aa48c-f8b1-47a9-bb32-ea2dae5b3af0,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:46.313489 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-72834881-038b-4028-964c-9d7139e8f77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:46.369000 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-584355a0-dcc3-4703-b0bc-d3dcd6177786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:46.398127 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-584355a0-dcc3-4703-b0bc-d3dcd6177786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:46.443765 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-584355a0-dcc3-4703-b0bc-d3dcd6177786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:46.447908 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-735bf2e5-1186-4b62-90eb-0b46c3d7ce62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:46.459829 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584355a0-dcc3-4703-b0bc-d3dcd6177786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60aa48c-f8b1-47a9-bb32-ea2dae5b3af0,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:46.462279 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-584355a0-dcc3-4703-b0bc-d3dcd6177786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:46.463362 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2d95e084-1960-4f46-b817-12f074bffdaf req-4d613c35-cb63-45e0-9860-ca21f81e1840 tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd7638f8-abed-45d0-9182-62c2f7bd8876 HTTP/1.1" status: 200  len: 210 time: 0.0552320
Apr 19 07:45:46.467652 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-584355a0-dcc3-4703-b0bc-d3dcd6177786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:46.470125 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-584355a0-dcc3-4703-b0bc-d3dcd6177786 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b60aa48c-f8b1-47a9-bb32-ea2dae5b3af0 HTTP/1.1" status: 204  len: 168 time: 0.1733370
Apr 19 07:45:46.988033 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device be5e073c-84fa-4e59-9f55-f815b498daa1 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:45:47.029164 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] No Port match for: be5e073c-84fa-4e59-9f55-f815b498daa1 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:45:47.029560 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device be5e073c-84fa-4e59-9f55-f815b498daa1 not bound to the agent host hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:45:47.030175 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device ebc1813c-7e46-4bdf-8459-ca9e76c7ace3 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:45:47.068102 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] No Port match for: ebc1813c-7e46-4bdf-8459-ca9e76c7ace3 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:45:47.068102 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device ebc1813c-7e46-4bdf-8459-ca9e76c7ace3 not bound to the agent host hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:45:48.952325 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54024) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:45:49.085342 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-51c0bbdf-a567-4f3f-b080-32fb8bdc75d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:49.101114 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-51c0bbdf-a567-4f3f-b080-32fb8bdc75d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:45:49.105352 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-51c0bbdf-a567-4f3f-b080-32fb8bdc75d7 admin admin] Usage tracker for resource:security_group_rule and tenant:1f6a1893413745d4ab91b2cd2788645c is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:45:49.108345 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-51c0bbdf-a567-4f3f-b080-32fb8bdc75d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:45:49.114733 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-51c0bbdf-a567-4f3f-b080-32fb8bdc75d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:45:49.202006 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-51c0bbdf-a567-4f3f-b080-32fb8bdc75d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:49.206416 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-51c0bbdf-a567-4f3f-b080-32fb8bdc75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:49.215579 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3fb39cb2-8578-47ac-bc4f-a2a63c248e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:49.257482 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-51c0bbdf-a567-4f3f-b080-32fb8bdc75d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f6a1893413745d4ab91b2cd2788645c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3040078
Apr 19 07:45:49.258392 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0bbdf-a567-4f3f-b080-32fb8bdc75d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb1a7a9-9083-4a19-abc1-d4c67774f577,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:49.260874 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 54032) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:45:49.262290 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-51c0bbdf-a567-4f3f-b080-32fb8bdc75d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:49.329612 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f805dcb7-72ef-4c47-9dcd-df302c458813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:49.360180 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f805dcb7-72ef-4c47-9dcd-df302c458813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:49.408494 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f805dcb7-72ef-4c47-9dcd-df302c458813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:49.412311 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-89ffb94f-0655-471a-9e0c-78302bb39b15 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:49.423957 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805dcb7-72ef-4c47-9dcd-df302c458813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb1a7a9-9083-4a19-abc1-d4c67774f577,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:49.427777 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f805dcb7-72ef-4c47-9dcd-df302c458813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:49.431261 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f805dcb7-72ef-4c47-9dcd-df302c458813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:49.432473 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-f805dcb7-72ef-4c47-9dcd-df302c458813 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/deb1a7a9-9083-4a19-abc1-d4c67774f577 HTTP/1.1" status: 204  len: 168 time: 0.1688898
Apr 19 07:45:49.745658 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54040) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:45:49.776385 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c5fc34ab-374f-494e-9851-20f198788293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:49.792736 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c5fc34ab-374f-494e-9851-20f198788293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:45:49.797270 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-c5fc34ab-374f-494e-9851-20f198788293 admin admin] Usage tracker for resource:security_group_rule and tenant:2b5103f7138f42d480d8a2a9d8cda8b5 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:45:49.800630 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-c5fc34ab-374f-494e-9851-20f198788293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:45:49.807303 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c5fc34ab-374f-494e-9851-20f198788293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:45:49.900121 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c5fc34ab-374f-494e-9851-20f198788293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:49.903739 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c5fc34ab-374f-494e-9851-20f198788293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:49.916635 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-851f2b56-582a-478f-805c-0af9f16ebc24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:49.959184 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-c5fc34ab-374f-494e-9851-20f198788293 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b5103f7138f42d480d8a2a9d8cda8b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2119858
Apr 19 07:45:49.961115 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 54048) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:45:49.961274 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc34ab-374f-494e-9851-20f198788293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f39b0e-dcfc-4532-b8ff-25a299da8c0b,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:49.965015 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c5fc34ab-374f-494e-9851-20f198788293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:50.027480 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5db66f40-0366-4d4d-9a72-21e933c2c636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:50.054573 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5db66f40-0366-4d4d-9a72-21e933c2c636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:50.100388 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5db66f40-0366-4d4d-9a72-21e933c2c636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:50.104329 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-33d3d28e-a591-472a-9a32-50c2da780903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:45:50.116844 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db66f40-0366-4d4d-9a72-21e933c2c636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f39b0e-dcfc-4532-b8ff-25a299da8c0b,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:45:50.119299 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5db66f40-0366-4d4d-9a72-21e933c2c636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:45:50.125508 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5db66f40-0366-4d4d-9a72-21e933c2c636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:45:50.128626 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-5db66f40-0366-4d4d-9a72-21e933c2c636 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5f39b0e-dcfc-4532-b8ff-25a299da8c0b HTTP/1.1" status: 204  len: 168 time: 0.1658618
Apr 19 07:45:56.433738 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:03.802389 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f3060011-01b6-46ce-876c-c88ef162e874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:03.870869 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:46:06.003627 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5d599a3d-8945-4f44-be80-6cc754efba9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:06.396949 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:07.010127 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:07.858860 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:15.577037 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644987a9-c6ba-4351-8530-012abe8db3a4 req-c661fa7c-4712-4ce0-832f-c2ddd41b882a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:15.578667 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-644987a9-c6ba-4351-8530-012abe8db3a4 req-c661fa7c-4712-4ce0-832f-c2ddd41b882a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 946 time: 0.0927370
Apr 19 07:46:15.628455 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-644987a9-c6ba-4351-8530-012abe8db3a4 req-bd4796cb-5db2-44b2-813d-fc4fdece26e4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421858
Apr 19 07:46:15.663600 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 54502) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:15.740682 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-836868ea-cf22-4b96-a656-fac0f7048b64 admin admin] Deleting subnet 1a1ead72-26f9-4c26-a66e-af72064e9fb6 {{(pid=86356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 07:46:15.745893 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-836868ea-cf22-4b96-a656-fac0f7048b64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:15.805330 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-836868ea-cf22-4b96-a656-fac0f7048b64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850762484'] for subnet, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:15.868707 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-836868ea-cf22-4b96-a656-fac0f7048b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852818528'] for subnet, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:16.156022 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-836868ea-cf22-4b96-a656-fac0f7048b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2571019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852561747'] for subnet, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:16.160538 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-441d175e-9e22-4130-ae66-d56db1ee3265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:16.204514 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836868ea-cf22-4b96-a656-fac0f7048b64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a1ead72-26f9-4c26-a66e-af72064e9fb6,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:16.208541 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-836868ea-cf22-4b96-a656-fac0f7048b64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:16.217982 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836868ea-cf22-4b96-a656-fac0f7048b64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:16.218424 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836868ea-cf22-4b96-a656-fac0f7048b64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:16.218891 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836868ea-cf22-4b96-a656-fac0f7048b64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:16.219256 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836868ea-cf22-4b96-a656-fac0f7048b64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:16.219646 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836868ea-cf22-4b96-a656-fac0f7048b64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:16.220040 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836868ea-cf22-4b96-a656-fac0f7048b64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:16.220431 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836868ea-cf22-4b96-a656-fac0f7048b64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:16.220820 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836868ea-cf22-4b96-a656-fac0f7048b64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:16.221354 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836868ea-cf22-4b96-a656-fac0f7048b64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:16.221652 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836868ea-cf22-4b96-a656-fac0f7048b64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:16.222034 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836868ea-cf22-4b96-a656-fac0f7048b64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:16.222444 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836868ea-cf22-4b96-a656-fac0f7048b64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:16.227147 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-836868ea-cf22-4b96-a656-fac0f7048b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:16.230744 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-836868ea-cf22-4b96-a656-fac0f7048b64 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1a1ead72-26f9-4c26-a66e-af72064e9fb6 HTTP/1.1" status: 204  len: 168 time: 0.5659885
Apr 19 07:46:16.231613 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 54518) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:16.344639 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ac8432d5-ef59-4be6-bb05-036463329af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915220'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:16.481565 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ac8432d5-ef59-4be6-bb05-036463329af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957365', 'neutron.services.segments.db._delete_segments_for_network-8753519474803'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:16.518081 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54524) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:16.595218 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-ac8432d5-ef59-4be6-bb05-036463329af7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f61643bc6d8>,) {'filters': {'network_id': ['f2588785-69b8-4c39-8e5c-04f3127cba02']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:16.613030 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-ac8432d5-ef59-4be6-bb05-036463329af7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f61643bc6d8>, 'b7af807e-a9bc-4ff1-844f-11ed58667489') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:16.613595 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-ac8432d5-ef59-4be6-bb05-036463329af7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f61643bc6d8>, 'b7af807e-a9bc-4ff1-844f-11ed58667489') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:16.626088 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ac8432d5-ef59-4be6-bb05-036463329af7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283335320419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4013316'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:16.645793 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ac8432d5-ef59-4be6-bb05-036463329af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:16.649136 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ae94670c-bd9a-4f38-9a8e-3bb864eec42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:16.652327 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8432d5-ef59-4be6-bb05-036463329af7 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 07:46:16.664914 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ae94670c-bd9a-4f38-9a8e-3bb864eec42e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:46:16.669857 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-ae94670c-bd9a-4f38-9a8e-3bb864eec42e admin admin] Usage tracker for resource:security_group_rule and tenant:4ec26468ab2446e884dd23439660acbc is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:46:16.672904 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-ae94670c-bd9a-4f38-9a8e-3bb864eec42e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:46:16.679119 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ae94670c-bd9a-4f38-9a8e-3bb864eec42e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:46:16.828694 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-ac8432d5-ef59-4be6-bb05-036463329af7 admin admin] Network f2588785-69b8-4c39-8e5c-04f3127cba02 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:46:16.837801 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ac8432d5-ef59-4be6-bb05-036463329af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852824399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852205400'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:16.983010 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe994c0-5a1c-4389-81ce-b7dac64f1f95 req-7ba0dcba-57c8-4ab3-80bc-a2309acd9577 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:16.986845 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dfe994c0-5a1c-4389-81ce-b7dac64f1f95 req-7ba0dcba-57c8-4ab3-80bc-a2309acd9577 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 946 time: 0.2296381
Apr 19 07:46:17.016928 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-ac8432d5-ef59-4be6-bb05-036463329af7 admin admin] Network f2588785-69b8-4c39-8e5c-04f3127cba02 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:46:17.033250 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dfe994c0-5a1c-4389-81ce-b7dac64f1f95 req-477341a7-79ae-4498-9a78-e6daedb562dd tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419266
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]: Traceback (most recent call last):
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:     timer()
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:     cb(*args, **kw)
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:     return func(*args, **kwargs)
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:     self._notify()
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:     self.callback(batched_events)
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:     event.method(event)
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:     segment_id)['aggregates'][0]
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:     return f(self, *a, **k)
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self._get(url).json()
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:     **kwargs)
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self.request(url, 'GET', **kwargs)
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:     **endpoint_filter)
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 07:46:17.039445 dv-cinder-773870-2-iscsi neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 07:46:17.165521 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ac8432d5-ef59-4be6-bb05-036463329af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852818435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671106'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:17.173200 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:17.195267 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ac8432d5-ef59-4be6-bb05-036463329af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:17.205004 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8432d5-ef59-4be6-bb05-036463329af7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2588785-69b8-4c39-8e5c-04f3127cba02,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:17.212071 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ac8432d5-ef59-4be6-bb05-036463329af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:17.220309 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-ac8432d5-ef59-4be6-bb05-036463329af7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f2588785-69b8-4c39-8e5c-04f3127cba02 HTTP/1.1" status: 204  len: 168 time: 0.9875548
Apr 19 07:46:17.234537 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861fa1a-35e9-49c0-ad31-1b43a77b58ce req-84b7b681-42c7-472b-b57f-a747c78e0be0 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:17.236021 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f861fa1a-35e9-49c0-ad31-1b43a77b58ce req-84b7b681-42c7-472b-b57f-a747c78e0be0 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.16 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 946 time: 0.1371379
Apr 19 07:46:17.267692 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ae94670c-bd9a-4f38-9a8e-3bb864eec42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:17.271851 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ae94670c-bd9a-4f38-9a8e-3bb864eec42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:17.305525 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c0aa09cd-96da-4332-b3c4-e803136bd445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:17.322067 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-ae94670c-bd9a-4f38-9a8e-3bb864eec42e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ec26468ab2446e884dd23439660acbc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8027790
Apr 19 07:46:17.323303 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-f861fa1a-35e9-49c0-ad31-1b43a77b58ce req-8521c23f-f980-4890-a9a1-ef96727b517e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Deleting port 090aa1fc-aa56-4dd7-90e5-e91458560b82 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:46:17.323700 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-f861fa1a-35e9-49c0-ad31-1b43a77b58ce req-8521c23f-f980-4890-a9a1-ef96727b517e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:17.324831 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54540) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:17.357379 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54544) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:17.403630 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94670c-bd9a-4f38-9a8e-3bb864eec42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7220b1cf-c4bd-47e5-a3f8-38a2c558f135,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:17.418024 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ae94670c-bd9a-4f38-9a8e-3bb864eec42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:17.471805 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-a696e00c-c2ee-4c03-98f7-3cd3c12c4707 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b971f886883845e49188b32b7c3c1ea9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1103604
Apr 19 07:46:17.472749 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-155c98bd-1c34-4740-8679-4c0a999eac17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:17.474534 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54550) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:17.530535 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-155c98bd-1c34-4740-8679-4c0a999eac17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:17.599745 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-45986b9f-9900-453b-b2d1-a18e358f70d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:17.630843 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-45986b9f-9900-453b-b2d1-a18e358f70d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:17.640081 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-155c98bd-1c34-4740-8679-4c0a999eac17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:17.647467 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-798df48e-fbe2-4c97-9982-cf5f7b1a8022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:17.673336 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c98bd-1c34-4740-8679-4c0a999eac17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7220b1cf-c4bd-47e5-a3f8-38a2c558f135,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:17.680233 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-155c98bd-1c34-4740-8679-4c0a999eac17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:17.703144 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-155c98bd-1c34-4740-8679-4c0a999eac17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:17.704365 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-155c98bd-1c34-4740-8679-4c0a999eac17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7220b1cf-c4bd-47e5-a3f8-38a2c558f135 HTTP/1.1" status: 204  len: 168 time: 0.3784847
Apr 19 07:46:17.713673 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-45986b9f-9900-453b-b2d1-a18e358f70d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:17.719582 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-588aa17c-22a2-4ddd-987e-346b9d311db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:17.733255 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45986b9f-9900-453b-b2d1-a18e358f70d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888891c7-e102-4ed8-b7d4-06ff6778ece1,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:17.736248 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-45986b9f-9900-453b-b2d1-a18e358f70d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:17.737482 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-45986b9f-9900-453b-b2d1-a18e358f70d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:17.739141 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-45986b9f-9900-453b-b2d1-a18e358f70d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/888891c7-e102-4ed8-b7d4-06ff6778ece1 HTTP/1.1" status: 204  len: 168 time: 0.2627258
Apr 19 07:46:17.836181 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-f861fa1a-35e9-49c0-ad31-1b43a77b58ce req-8521c23f-f980-4890-a9a1-ef96727b517e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] For port 090aa1fc-aa56-4dd7-90e5-e91458560b82, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=090aa1fc-aa56-4dd7-90e5-e91458560b82,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:46:17.836587 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-f861fa1a-35e9-49c0-ad31-1b43a77b58ce req-8521c23f-f980-4890-a9a1-ef96727b517e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:18.190749 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-f861fa1a-35e9-49c0-ad31-1b43a77b58ce req-8521c23f-f980-4890-a9a1-ef96727b517e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:18.191160 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-f861fa1a-35e9-49c0-ad31-1b43a77b58ce req-8521c23f-f980-4890-a9a1-ef96727b517e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671153'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:18.191509 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.l3_db [req-f861fa1a-35e9-49c0-ad31-1b43a77b58ce req-8521c23f-f980-4890-a9a1-ef96727b517e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Floating IP 287a9284-cd12-4ed1-87df-4af03ace3dc6 disassociated. External IP: 172.27.0.180, port: 090aa1fc-aa56-4dd7-90e5-e91458560b82.
Apr 19 07:46:18.192136 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-f861fa1a-35e9-49c0-ad31-1b43a77b58ce req-8521c23f-f980-4890-a9a1-ef96727b517e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Calling delete_port for 090aa1fc-aa56-4dd7-90e5-e91458560b82 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:46:18.258022 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e192ada-68fd-4e08-802c-c4bfe73f23fc req-ad50b7cd-3498-49e7-ad2a-53b4e5d10efc tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:18.260035 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5e192ada-68fd-4e08-802c-c4bfe73f23fc req-ad50b7cd-3498-49e7-ad2a-53b4e5d10efc tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 946 time: 0.0948689
Apr 19 07:46:18.314721 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5e192ada-68fd-4e08-802c-c4bfe73f23fc req-12e659f6-9bcc-4301-b60d-93af1a696264 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=85f21a6e-304b-4f99-9afb-f9544296a2f6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454159
Apr 19 07:46:18.350696 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-f861fa1a-35e9-49c0-ad31-1b43a77b58ce req-8521c23f-f980-4890-a9a1-ef96727b517e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:18.356832 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:18.406831 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521c23f-f980-4890-a9a1-ef96727b517e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Pushing event deleted for resources: {'Port': ['ID=090aa1fc-aa56-4dd7-90e5-e91458560b82,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:18.410190 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8521c23f-f980-4890-a9a1-ef96727b517e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:18.568333 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 54582) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:18.611249 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f861fa1a-35e9-49c0-ad31-1b43a77b58ce req-8521c23f-f980-4890-a9a1-ef96727b517e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Router e6fbbfe8-2635-40bc-b99b-4d2648b64c94 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:46:18.746312 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2137573308-network', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:46:18.760201 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:46:18.774749 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Usage tracker for resource:network and tenant:7cb235dc3277438c954bbcb8afc3469e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:46:18.783311 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:46:18.792590 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:46:18.818368 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Made reservation on behalf of 7cb235dc3277438c954bbcb8afc3469e for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:46:18.820669 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:18.838139 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:18.860734 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:46:18.867022 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Usage tracker for resource:security_group_rule and tenant:7cb235dc3277438c954bbcb8afc3469e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:46:18.870464 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f861fa1a-35e9-49c0-ad31-1b43a77b58ce req-8521c23f-f980-4890-a9a1-ef96727b517e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:46:18.872299 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:46:18.880624 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6731d8d7-18eb-4107-bd66-aea3db7c7c4b None None] Sync routers for ids ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'] in dv-cinder-773870-2-iscsi {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:46:18.895454 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6731d8d7-18eb-4107-bd66-aea3db7c7c4b None None] Routers {'e6fbbfe8-2635-40bc-b99b-4d2648b64c94'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:46:18.896399 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-6731d8d7-18eb-4107-bd66-aea3db7c7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165012be0>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:46:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:18.946617 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:46:18.955070 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-f861fa1a-35e9-49c0-ad31-1b43a77b58ce req-8521c23f-f980-4890-a9a1-ef96727b517e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] No DVR routers for this DVR port 090aa1fc-aa56-4dd7-90e5-e91458560b82 on host hv-cinder-77387 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:46:18.958931 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-f861fa1a-35e9-49c0-ad31-1b43a77b58ce req-8521c23f-f980-4890-a9a1-ef96727b517e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:18.961686 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79c93a4-8605-49f6-ab35-2c3bc3c46c82', 'name': 'network-vif-deleted', 'tag': '090aa1fc-aa56-4dd7-90e5-e91458560b82'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:46:19.001531 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f861fa1a-35e9-49c0-ad31-1b43a77b58ce req-8521c23f-f980-4890-a9a1-ef96727b517e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.16 "DELETE /v2.0/ports/090aa1fc-aa56-4dd7-90e5-e91458560b82 HTTP/1.1" status: 204  len: 173 time: 1.7586610
Apr 19 07:46:19.038504 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79c93a4-8605-49f6-ab35-2c3bc3c46c82', 'name': 'network-vif-deleted', 'tag': '090aa1fc-aa56-4dd7-90e5-e91458560b82', 'status': 'completed', 'code': 200}
Apr 19 07:46:19.075657 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:19.086524 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:19.091994 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e5d4de93-805f-47d5-95d7-f24cb4cf7675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:19.094438 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-6731d8d7-18eb-4107-bd66-aea3db7c7c4b None None] Set router e6fbbfe8-2635-40bc-b99b-4d2648b64c94 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:46:19.120409 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549}  {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 07:46:19.135703 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1701350a-4eef-42ba-90b8-fd149a9277a4,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:19.140373 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:19.141629 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:19.142014 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.segments_db [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Added segment b410f489-9d1e-4062-aeeb-1fb959e15c49 of type vlan for network 013f08f7-1900-40c6-87da-64fbcb5c53f4
Apr 19 07:46:19.175446 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753518964407'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:19.223214 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:19.225266 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:19.225943 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:19.232112 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ac8432d5-ef59-4be6-bb05-036463329af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:19.341984 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7722881
Apr 19 07:46:19.342740 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Pushing event updated for resources: {'Network': ['ID=013f08f7-1900-40c6-87da-64fbcb5c53f4,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:19.345428 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54596) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:19.345778 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:19.355954 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Request body: {'subnet': {'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2137573308-subnet', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:46:19.362325 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Network 013f08f7-1900-40c6-87da-64fbcb5c53f4 details requested by agent ovs-agent-dv-cinder-773870-2-iscsi with host dv-cinder-773870-2-iscsi {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 07:46:19.362468 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:46:19.366765 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Usage tracker for resource:subnet and tenant:7cb235dc3277438c954bbcb8afc3469e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:46:19.369893 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:46:19.375960 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:46:19.386638 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Made reservation on behalf of 7cb235dc3277438c954bbcb8afc3469e for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:46:19.391625 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851631238'] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:19.562524 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-6731d8d7-18eb-4107-bd66-aea3db7c7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165012be0>, [{'id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'name': 'tempest-AttachVolumeShelveTestJSON-275747728-router', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:07Z', 'updated_at': '2021-04-19T07:41:15Z', 'revision_number': 4, 'project_id': '3a43260bdda249fa8463858d2df10378', 'gw_port': {'id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '59a5ade7-5781-47ec-8941-61a0122a8a90', 'name': '', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'mac_address': 'fa:16:3e:0a:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:14Z', 'updated_at': '2021-04-19T07:41:28Z', 'revision_number': 5, 'project_id': '3a43260bdda249fa8463858d2df10378', 'subnets': [{'id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:19.567144 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6731d8d7-18eb-4107-bd66-aea3db7c7c4b None None] Checking router: e6fbbfe8-2635-40bc-b99b-4d2648b64c94 for host: dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:46:19.577786 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6731d8d7-18eb-4107-bd66-aea3db7c7c4b None None] Routers {'e6fbbfe8-2635-40bc-b99b-4d2648b64c94'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:46:19.578729 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-6731d8d7-18eb-4107-bd66-aea3db7c7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165012be0>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:46:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:19.791160 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-6731d8d7-18eb-4107-bd66-aea3db7c7c4b None None] Set router e6fbbfe8-2635-40bc-b99b-4d2648b64c94 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:46:19.847085 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d8df3829-bd37-4037-9a15-f48543ca2a8d req-b43df4b6-1769-4d16-8f81-5fe9627ce431 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=e79c93a4-8605-49f6-ab35-2c3bc3c46c82 HTTP/1.1" status: 200  len: 210 time: 0.2152479
Apr 19 07:46:19.937878 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2667476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851631253'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:19.943225 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:20.027212 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Pushing event updated for resources: {'Subnet': ['ID=967d03ed-e8aa-45c3-bfb5-a07da23e1f83,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:20.039667 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:20.040081 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:20.040483 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:20.040877 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:20.041298 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:20.041729 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:20.042116 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:20.042525 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:20.042914 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:20.043299 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:20.043680 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:20.044064 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:20.050971 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:20.052171 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Checking segment: {'id': 'b410f489-9d1e-4062-aeeb-1fb959e15c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:46:20.052563 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Network hostable DHCP agents. Network: 013f08f7-1900-40c6-87da-64fbcb5c53f4, hostable agents: ['a6ade28d-bcb7-45a8-a7cb-7d200a62a65e'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 07:46:20.097459 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Network 013f08f7-1900-40c6-87da-64fbcb5c53f4 is scheduled to be hosted by DHCP agent a6ade28d-bcb7-45a8-a7cb-7d200a62a65e with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 07:46:20.122955 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-iscsi, 013f08f7-1900-40c6-87da-64fbcb5c53f4) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:46:20.141192 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:20.142035 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:20.164829 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-80c385ba-0496-42eb-9ff1-b5d9df14277e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8161774
Apr 19 07:46:20.167911 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 54612) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:20.173849 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:46:20.179825 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:46:20.184441 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Usage tracker for resource:router and tenant:7cb235dc3277438c954bbcb8afc3469e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:46:20.188065 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:46:20.195061 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:46:20.206505 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-660204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775443'] for router, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:20.207821 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854115612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854093566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854191853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-358'] for router, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:20.230739 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:20.252836 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e84e0c-cade-4919-aa2e-c28d4a42e2af None None] Network 013f08f7-1900-40c6-87da-64fbcb5c53f4 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:46:20.475190 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-6731d8d7-18eb-4107-bd66-aea3db7c7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165012be0>, [{'id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'name': 'tempest-AttachVolumeShelveTestJSON-275747728-router', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:07Z', 'updated_at': '2021-04-19T07:41:15Z', 'revision_number': 4, 'project_id': '3a43260bdda249fa8463858d2df10378', 'gw_port': {'id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '59a5ade7-5781-47ec-8941-61a0122a8a90', 'name': '', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'mac_address': 'fa:16:3e:0a:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:14Z', 'updated_at': '2021-04-19T07:41:28Z', 'revision_number': 5, 'project_id': '3a43260bdda249fa8463858d2df10378', 'subnets': [{'id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:20.488214 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6731d8d7-18eb-4107-bd66-aea3db7c7c4b None None] The sync data for ids ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'] in dv-cinder-773870-2-iscsi is: [{'id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'name': 'tempest-AttachVolumeShelveTestJSON-275747728-router', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:07Z', 'updated_at': '2021-04-19T07:41:15Z', 'revision_number': 4, 'project_id': '3a43260bdda249fa8463858d2df10378', 'gw_port': {'id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '59a5ade7-5781-47ec-8941-61a0122a8a90', 'name': '', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'mac_address': 'fa:16:3e:0a:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:14Z', 'updated_at': '2021-04-19T07:41:28Z', 'revision_number': 5, 'project_id': '3a43260bdda249fa8463858d2df10378', 'subnets': [{'id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:46:20.541378 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854093323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854105249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-343'] for router, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:20.555882 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5d34fd3-d017-536f-b648-4beabad8070e-013f08f7-1900-40c6-87da-64fbcb5c53f4', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83'}]}} from dv-cinder-773870-2-iscsi. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 07:46:20.556928 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:20.746067 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Allocated IP 172.20.0.2 (013f08f7-1900-40c6-87da-64fbcb5c53f4/967d03ed-e8aa-45c3-bfb5-a07da23e1f83/11e75d3c-aa9c-4682-a3e1-38d245a6c5b6) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:46:20.920849 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:20.923420 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe31c31-1b77-4044-8294-05945ba73ab5 None None] New status for floating IP 287a9284-cd12-4ed1-87df-4af03ace3dc6: DOWN {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 07:46:20.957604 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:20.997457 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:21.011995 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Transition to ACTIVE for port object 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:46:21.038512 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Transition to ACTIVE for port object 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6 will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:46:21.040539 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54620) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:21.059369 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:21.071296 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:21.141825 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Network 013f08f7-1900-40c6-87da-64fbcb5c53f4 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:46:21.149560 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:46:21.154274 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:46:21.159686 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a036c32f-e7cb-4409-aa3a-47f868a43f21 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:21.186190 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 090aa1fc-aa56-4dd7-90e5-e91458560b82 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:46:21.194360 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a036c32f-e7cb-4409-aa3a-47f868a43f21 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:21.237680 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Allocated IP 172.27.0.177 (642ff66f-9552-4d00-a89f-4b61cdc828eb/39f3d441-e877-4577-8020-74e884c403b0/1e70fb32-2126-48e2-ad53-25996bc16ff3) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:46:21.250674 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a036c32f-e7cb-4409-aa3a-47f868a43f21 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:21.271626 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1292a309-18e7-464f-ac3b-01d0998182a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:21.282751 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] No Port match for: 090aa1fc-aa56-4dd7-90e5-e91458560b82 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:46:21.283144 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 090aa1fc-aa56-4dd7-90e5-e91458560b82 not bound to the agent host hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:46:21.293590 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Pushing event updated for resources: {'Port': ['ID=11e75d3c-aa9c-4682-a3e1-38d245a6c5b6,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:21.302476 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036c32f-e7cb-4409-aa3a-47f868a43f21 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f21a6e-304b-4f99-9afb-f9544296a2f6,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:21.320437 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a036c32f-e7cb-4409-aa3a-47f868a43f21 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:21.328532 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a036c32f-e7cb-4409-aa3a-47f868a43f21 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:21.329986 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-a036c32f-e7cb-4409-aa3a-47f868a43f21 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "DELETE /v2.0/security-groups/85f21a6e-304b-4f99-9afb-f9544296a2f6 HTTP/1.1" status: 204  len: 168 time: 0.2879069
Apr 19 07:46:21.335508 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54630) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:21.356590 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:21.357055 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:21.357338 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:21.357713 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:21.357837 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.v2.resource [None req-5e77360b-c6cd-4696-8a28-d051b05a047e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] show failed (client error): The resource could not be found.
Apr 19 07:46:21.358084 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:21.361643 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:21.361643 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:21.361883 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-5e77360b-c6cd-4696-8a28-d051b05a047e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups/85f21a6e-304b-4f99-9afb-f9544296a2f6 HTTP/1.1" status: 404  len: 347 time: 0.0221949
Apr 19 07:46:21.361989 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:21.361989 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:21.361989 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:21.361989 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:21.361989 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:21.362514 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54636) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:21.372638 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:21.384505 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Attempting to bind port 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6 on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:46:21.384959 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Attempting to bind port 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6 by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': 'b410f489-9d1e-4062-aeeb-1fb959e15c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:46:21.385512 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Attempting to bind port 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6 on network 013f08f7-1900-40c6-87da-64fbcb5c53f4 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:46:21.391682 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:46:21.392100 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Checking segment: {'id': 'b410f489-9d1e-4062-aeeb-1fb959e15c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:46:21.392548 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:21.392981 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Bound using segment: {'id': 'b410f489-9d1e-4062-aeeb-1fb959e15c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:46:21.393504 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Bound port: 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b410f489-9d1e-4062-aeeb-1fb959e15c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:46:21.393924 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:21.485058 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:21.496102 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] For port 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:46:21.501070 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] For port 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=11e75d3c-aa9c-4682-a3e1-38d245a6c5b6,segment=NetworkSegment(b410f489-9d1e-4062-aeeb-1fb959e15c49),segment_id=b410f489-9d1e-4062-aeeb-1fb959e15c49)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:46:21.507172 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:21.519716 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:21.521998 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:21.527356 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8521c23f-f980-4890-a9a1-ef96727b517e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:21.569243 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-025659d2-6382-4ddd-a77e-2357b9af89a2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Deleting port 3063f59c-bda1-43ff-b1e3-3f5950aa8758 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:46:21.569619 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-025659d2-6382-4ddd-a77e-2357b9af89a2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:21.614128 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Network 642ff66f-9552-4d00-a89f-4b61cdc828eb is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:46:21.624226 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:46:21.633629 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:46:21.639010 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Pushing event updated for resources: {'Port': ['ID=11e75d3c-aa9c-4682-a3e1-38d245a6c5b6,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:21.646109 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:21.852839 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-025659d2-6382-4ddd-a77e-2357b9af89a2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:21.853585 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-025659d2-6382-4ddd-a77e-2357b9af89a2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:22.018089 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-025659d2-6382-4ddd-a77e-2357b9af89a2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Calling delete_port for 3063f59c-bda1-43ff-b1e3-3f5950aa8758 owned by network:floatingip {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:46:22.144265 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Pushing event updated for resources: {'Port': ['ID=1e70fb32-2126-48e2-ad53-25996bc16ff3,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:22.147496 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:22.190468 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-025659d2-6382-4ddd-a77e-2357b9af89a2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:22.194415 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-785bed88-f6d3-44e0-916d-7ce9e0d7cf43 tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:22.241222 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025659d2-6382-4ddd-a77e-2357b9af89a2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Pushing event deleted for resources: {'Port': ['ID=3063f59c-bda1-43ff-b1e3-3f5950aa8758,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:22.246065 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-025659d2-6382-4ddd-a77e-2357b9af89a2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:22.317049 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2b2ade0f-0cdf-4099-8bc3-16be3e6aa62f req-584e5c9c-4cda-46ff-965c-59e19606a81b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2861409
Apr 19 07:46:22.347593 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-025659d2-6382-4ddd-a77e-2357b9af89a2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for floatingip, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:22.364730 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-025659d2-6382-4ddd-a77e-2357b9af89a2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:22.365980 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-025659d2-6382-4ddd-a77e-2357b9af89a2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "DELETE /v2.0/floatingips/287a9284-cd12-4ed1-87df-4af03ace3dc6 HTTP/1.1" status: 204  len: 168 time: 1.0027392
Apr 19 07:46:22.516475 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:22.647880 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ade0f-0cdf-4099-8bc3-16be3e6aa62f req-4f5b8881-e9e7-4e56-b453-0afc60a1c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:22.649481 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2b2ade0f-0cdf-4099-8bc3-16be3e6aa62f req-4f5b8881-e9e7-4e56-b453-0afc60a1c9af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee2ca57b536d4a6eb9a1165c495ab71b&device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 1137 time: 0.2603583
Apr 19 07:46:22.992479 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ade0f-0cdf-4099-8bc3-16be3e6aa62f req-5a1aed8e-4b5d-45dc-ba68-46c4afcb4206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:22.994232 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2b2ade0f-0cdf-4099-8bc3-16be3e6aa62f req-5a1aed8e-4b5d-45dc-ba68-46c4afcb4206 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ce6dd40-ed90-4d53-9fbe-9465812d6db3 HTTP/1.1" status: 200  len: 915 time: 0.3223202
Apr 19 07:46:23.110309 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf2b6af-f314-4b0f-af66-ca7c00ba112b None None] Network 013f08f7-1900-40c6-87da-64fbcb5c53f4 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:46:23.123281 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682463'] for router, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:23.138551 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2b2ade0f-0cdf-4099-8bc3-16be3e6aa62f req-54fdd27c-9a08-4a2d-81c8-06506ba3c475 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 HTTP/1.1" status: 200  len: 1000 time: 0.1359222
Apr 19 07:46:23.210893 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-79eb2753-f82b-45e6-9984-1298c8fd09f9 None None] Provisioning for port 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:46:23.358866 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ade0f-0cdf-4099-8bc3-16be3e6aa62f req-a5207c8d-d8b6-4658-bc1e-69595d836e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:23.360390 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2b2ade0f-0cdf-4099-8bc3-16be3e6aa62f req-a5207c8d-d8b6-4658-bc1e-69595d836e9c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3643a73d-bbcf-408b-929c-8c605c75acdc HTTP/1.1" status: 200  len: 853 time: 0.1634290
Apr 19 07:46:23.497226 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ade0f-0cdf-4099-8bc3-16be3e6aa62f req-c2d253c1-1b54-456c-86ac-83ec0674e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:23.498890 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2b2ade0f-0cdf-4099-8bc3-16be3e6aa62f req-c2d253c1-1b54-456c-86ac-83ec0674e2f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ce6dd40-ed90-4d53-9fbe-9465812d6db3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1262958
Apr 19 07:46:23.503456 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Router 6d8e02f7-c7e0-49ae-adee-ba4621801160 is scheduled to L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 with binding_index 1 {{(pid=86356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 07:46:23.739552 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54666) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:23.746016 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-ef505117-4031-4c6b-9cb4-c0ca5681c873 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--221621709', 'description': 'tempest-description--1937948908'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:46:23.752964 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ef505117-4031-4c6b-9cb4-c0ca5681c873 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:46:23.757592 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-ef505117-4031-4c6b-9cb4-c0ca5681c873 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Usage tracker for resource:security_group and tenant:3a43260bdda249fa8463858d2df10378 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:46:23.761086 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-ef505117-4031-4c6b-9cb4-c0ca5681c873 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:46:23.767964 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ef505117-4031-4c6b-9cb4-c0ca5681c873 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:46:23.780130 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ef505117-4031-4c6b-9cb4-c0ca5681c873 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:23.803758 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ef505117-4031-4c6b-9cb4-c0ca5681c873 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:46:23.808473 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-ef505117-4031-4c6b-9cb4-c0ca5681c873 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Usage tracker for resource:security_group_rule and tenant:3a43260bdda249fa8463858d2df10378 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:46:23.811742 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-ef505117-4031-4c6b-9cb4-c0ca5681c873 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:46:23.818270 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ef505117-4031-4c6b-9cb4-c0ca5681c873 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:46:23.899497 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ef505117-4031-4c6b-9cb4-c0ca5681c873 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:23.903146 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ef505117-4031-4c6b-9cb4-c0ca5681c873 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:23.909005 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-12530d29-cb2a-4a3f-8cd3-d964bf2fcda0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:23.955139 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef505117-4031-4c6b-9cb4-c0ca5681c873 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f312b907-dbdc-4454-85f8-b3d062bf002b,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:23.965073 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ef505117-4031-4c6b-9cb4-c0ca5681c873 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:23.966703 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-ef505117-4031-4c6b-9cb4-c0ca5681c873 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2259319
Apr 19 07:46:23.967629 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ef505117-4031-4c6b-9cb4-c0ca5681c873 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:23.969540 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54670) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:23.975915 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-ea82e2a9-a6c5-4c83-b572-fb1b4c05663d tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Request body: {'security_group_rule': {'security_group_id': 'f312b907-dbdc-4454-85f8-b3d062bf002b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:46:23.984828 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ea82e2a9-a6c5-4c83-b572-fb1b4c05663d tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:46:23.989570 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-ea82e2a9-a6c5-4c83-b572-fb1b4c05663d tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Usage tracker for resource:security_group_rule and tenant:3a43260bdda249fa8463858d2df10378 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:46:23.992788 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-ea82e2a9-a6c5-4c83-b572-fb1b4c05663d tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:46:23.999253 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ea82e2a9-a6c5-4c83-b572-fb1b4c05663d tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:46:24.016739 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea82e2a9-a6c5-4c83-b572-fb1b4c05663d tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:24.046755 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:46:24.068939 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2b2ade0f-0cdf-4099-8bc3-16be3e6aa62f req-652bde76-c6e7-4eef-a228-05fc31c0ba1a service neutron] 10.222.0.16 "GET /v2.0/networks/1ce6dd40-ed90-4d53-9fbe-9465812d6db3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5630078
Apr 19 07:46:24.078261 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:46:24.091770 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea82e2a9-a6c5-4c83-b572-fb1b4c05663d tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:24.095549 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] Sync routers for ids ['6d8e02f7-c7e0-49ae-adee-ba4621801160'] in dv-cinder-773870-2-iscsi {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:46:24.096244 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea82e2a9-a6c5-4c83-b572-fb1b4c05663d tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:24.110358 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:24.113072 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.9438183
Apr 19 07:46:24.116019 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 54676) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:24.119191 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:24.119910 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] Routers {'6d8e02f7-c7e0-49ae-adee-ba4621801160'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:46:24.120458 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164f0e898>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:46:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['6d8e02f7-c7e0-49ae-adee-ba4621801160'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:24.127055 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea82e2a9-a6c5-4c83-b572-fb1b4c05663d tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:24.131352 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-ea82e2a9-a6c5-4c83-b572-fb1b4c05663d tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1607566
Apr 19 07:46:24.133878 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54682) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:24.143543 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-9079e7aa-a413-4726-ab6c-0e103ad67705 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Request body: {'security_group_rule': {'security_group_id': 'f312b907-dbdc-4454-85f8-b3d062bf002b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:46:24.152299 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-9079e7aa-a413-4726-ab6c-0e103ad67705 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:46:24.154824 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82e2a9-a6c5-4c83-b572-fb1b4c05663d tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=624cede6-d356-446e-a317-4d620c160287,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:24.158177 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ea82e2a9-a6c5-4c83-b572-fb1b4c05663d tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:24.160724 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-9079e7aa-a413-4726-ab6c-0e103ad67705 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Usage tracker for resource:security_group_rule and tenant:3a43260bdda249fa8463858d2df10378 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:46:24.164002 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-9079e7aa-a413-4726-ab6c-0e103ad67705 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:46:24.170946 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-9079e7aa-a413-4726-ab6c-0e103ad67705 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:46:24.188044 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9079e7aa-a413-4726-ab6c-0e103ad67705 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:24.226640 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54688) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:24.336796 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-417010e8-f05b-4e57-8305-c06a13af63ae admin admin] Deleting subnet e6670ba1-c472-4825-99ee-0c2f759833b3 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 07:46:24.350900 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-417010e8-f05b-4e57-8305-c06a13af63ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:24.370633 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] Set router 6d8e02f7-c7e0-49ae-adee-ba4621801160 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:46:24.401448 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9079e7aa-a413-4726-ab6c-0e103ad67705 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:24.410265 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9079e7aa-a413-4726-ab6c-0e103ad67705 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:24.418692 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c8a37be6-dc2f-4527-b857-aaae07c111d2 req-8099d147-66e1-4427-a269-498e9841e77c tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741158579&fields=id&tenant_id=ee2ca57b536d4a6eb9a1165c495ab71b HTTP/1.1" status: 200  len: 267 time: 0.1297126
Apr 19 07:46:24.431468 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:24.458819 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2b2ade0f-0cdf-4099-8bc3-16be3e6aa62f req-d8a6dd08-5028-4082-801d-cd9bc9d1cb9a service neutron] 10.222.0.16 "GET /v2.0/networks/1ce6dd40-ed90-4d53-9fbe-9465812d6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3819964
Apr 19 07:46:24.491602 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-417010e8-f05b-4e57-8305-c06a13af63ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2208718'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:24.521656 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:46:24.532417 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:46:24.532839 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:24.544022 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079e7aa-a413-4726-ab6c-0e103ad67705 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb522044-e27c-4aa1-ba20-4ce068443310,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:24.555043 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9079e7aa-a413-4726-ab6c-0e103ad67705 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:24.592382 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-417010e8-f05b-4e57-8305-c06a13af63ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852818528'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:24.632457 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9079e7aa-a413-4726-ab6c-0e103ad67705 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:24.634185 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-9079e7aa-a413-4726-ab6c-0e103ad67705 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4992657
Apr 19 07:46:24.637684 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 54692) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:24.648720 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Request body: {'floatingip': {'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:46:24.660209 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:46:24.669369 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Usage tracker for resource:floatingip and tenant:3a43260bdda249fa8463858d2df10378 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:46:24.674311 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:46:24.740552 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:46:24.777636 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a37be6-dc2f-4527-b857-aaae07c111d2 req-3085b886-3353-4be8-a8cd-5e68c704bb60 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:24.779177 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c8a37be6-dc2f-4527-b857-aaae07c111d2 req-3085b886-3353-4be8-a8cd-5e68c704bb60 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 984 time: 0.3488111
Apr 19 07:46:24.785771 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:24.800868 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-c8a37be6-dc2f-4527-b857-aaae07c111d2 req-fa61eee8-6088-458b-9e27-7fc8df28aa7b tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Request body: {'port': {'security_groups': ['ac0e33a7-721f-483f-8afe-092863090dfc']}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:46:24.834445 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for floatingip, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:24.837707 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=11e75d3c-aa9c-4682-a3e1-38d245a6c5b6,segment=NetworkSegment(b410f489-9d1e-4062-aeeb-1fb959e15c49),segment_id=b410f489-9d1e-4062-aeeb-1fb959e15c49)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:46:24.841648 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164f0e898>, [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:22Z', 'revision_number': 3, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:24.846311 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:24.849432 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:24.881169 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] Checking router: 6d8e02f7-c7e0-49ae-adee-ba4621801160 for host: dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:46:24.881543 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] Updating router 6d8e02f7-c7e0-49ae-adee-ba4621801160 port 1e70fb32-2126-48e2-ad53-25996bc16ff3 binding host dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 07:46:25.146222 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:25.178007 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:25.185635 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=11e75d3c-aa9c-4682-a3e1-38d245a6c5b6,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:25.189050 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:25.252115 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a4a91459-b40e-4d18-95d2-aefb48d0c6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:25.276986 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-c8a37be6-dc2f-4527-b857-aaae07c111d2 req-fa61eee8-6088-458b-9e27-7fc8df28aa7b tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:25.366894 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-417010e8-f05b-4e57-8305-c06a13af63ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852108399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3144528'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:25.379424 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-35c31a36-0d78-4a18-949e-8ed06a03c72f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:25.430063 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417010e8-f05b-4e57-8305-c06a13af63ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6670ba1-c472-4825-99ee-0c2f759833b3,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:25.433773 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-417010e8-f05b-4e57-8305-c06a13af63ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:25.437249 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-417010e8-f05b-4e57-8305-c06a13af63ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:25.455619 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-417010e8-f05b-4e57-8305-c06a13af63ae admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e6670ba1-c472-4825-99ee-0c2f759833b3 HTTP/1.1" status: 204  len: 168 time: 1.2234037
Apr 19 07:46:25.456678 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54696) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:25.508882 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-a4a91459-b40e-4d18-95d2-aefb48d0c6f9 admin admin] Allocated IP 172.20.0.1 (013f08f7-1900-40c6-87da-64fbcb5c53f4/967d03ed-e8aa-45c3-bfb5-a07da23e1f83/1bb1516a-953f-41c9-a3a2-b51e942062f5) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:46:25.520035 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:25.532818 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] Transition to ACTIVE for port object 1e70fb32-2126-48e2-ad53-25996bc16ff3 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:46:25.539555 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:25.543698 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-292954cd-c54e-4f22-98a8-bd4601e09b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:25.619140 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] Attempting to bind port 1e70fb32-2126-48e2-ad53-25996bc16ff3 on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:46:25.619551 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] Attempting to bind port 1e70fb32-2126-48e2-ad53-25996bc16ff3 by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:46:25.619962 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] Attempting to bind port 1e70fb32-2126-48e2-ad53-25996bc16ff3 on network 642ff66f-9552-4d00-a89f-4b61cdc828eb {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:46:25.632918 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:46:25.633437 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] Checking segment: {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:46:25.633882 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:25.634339 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] Bound using segment: {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:46:25.634924 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] Bound port: 1e70fb32-2126-48e2-ad53-25996bc16ff3, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:46:25.635343 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:25.676489 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-acd1d620-5b0c-4e2f-937c-0d99b303760a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915220'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:25.684483 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481669c0-7bd4-4c61-8b89-ed829a62fb84 None None] Pushing event updated for resources: {'Port': ['ID=1e70fb32-2126-48e2-ad53-25996bc16ff3,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:25.693700 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-481669c0-7bd4-4c61-8b89-ed829a62fb84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:25.724397 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] For port 1e70fb32-2126-48e2-ad53-25996bc16ff3, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:46:25.727573 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] For port 1e70fb32-2126-48e2-ad53-25996bc16ff3, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=1e70fb32-2126-48e2-ad53-25996bc16ff3,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:46:25.731018 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:25.735839 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:25.740369 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a4a91459-b40e-4d18-95d2-aefb48d0c6f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:25.743977 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Allocated IP 172.27.0.218 (642ff66f-9552-4d00-a89f-4b61cdc828eb/39f3d441-e877-4577-8020-74e884c403b0/7e83abb9-1703-4453-85f6-011a27311a70) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:46:25.766849 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-a4a91459-b40e-4d18-95d2-aefb48d0c6f9 admin admin] Transition to ACTIVE for port object 1bb1516a-953f-41c9-a3a2-b51e942062f5 will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:46:25.797821 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-c8a37be6-dc2f-4527-b857-aaae07c111d2 req-fa61eee8-6088-458b-9e27-7fc8df28aa7b tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] For port e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7,segment=NetworkSegment(d7a4ca43-b6f6-4792-a01a-38a40a6c015d),segment_id=d7a4ca43-b6f6-4792-a01a-38a40a6c015d)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:46:25.811026 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481669c0-7bd4-4c61-8b89-ed829a62fb84 None None] Pushing event updated for resources: {'Port': ['ID=1e70fb32-2126-48e2-ad53-25996bc16ff3,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:25.815745 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-481669c0-7bd4-4c61-8b89-ed829a62fb84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:25.829282 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] Routers {'6d8e02f7-c7e0-49ae-adee-ba4621801160'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:46:25.829955 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164f0e898>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:46:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['6d8e02f7-c7e0-49ae-adee-ba4621801160'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:25.864196 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-acd1d620-5b0c-4e2f-937c-0d99b303760a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957365', 'neutron.services.segments.db._delete_segments_for_network-8753519474803'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:25.908777 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a4a91459-b40e-4d18-95d2-aefb48d0c6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:25.915799 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2a66ea23-bf7c-47de-949d-cf3a302c06b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:25.968678 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-c8a37be6-dc2f-4527-b857-aaae07c111d2 req-fa61eee8-6088-458b-9e27-7fc8df28aa7b tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:25.982322 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-c8a37be6-dc2f-4527-b857-aaae07c111d2 req-fa61eee8-6088-458b-9e27-7fc8df28aa7b tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:25.984396 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:25.991156 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-992450da-bca0-45ec-b26e-0ecbd2b47f5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:25.995323 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:46:26.013616 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a91459-b40e-4d18-95d2-aefb48d0c6f9 admin admin] Network 013f08f7-1900-40c6-87da-64fbcb5c53f4 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:46:26.020128 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-a4a91459-b40e-4d18-95d2-aefb48d0c6f9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:46:26.026261 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a91459-b40e-4d18-95d2-aefb48d0c6f9 admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:46:26.035830 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:46:26.060641 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a91459-b40e-4d18-95d2-aefb48d0c6f9 admin admin] Pushing event updated for resources: {'Port': ['ID=1bb1516a-953f-41c9-a3a2-b51e942062f5,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:26.068443 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a4a91459-b40e-4d18-95d2-aefb48d0c6f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:26.087140 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a37be6-dc2f-4527-b857-aaae07c111d2 req-fa61eee8-6088-458b-9e27-7fc8df28aa7b tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:26.087988 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-c8a37be6-dc2f-4527-b857-aaae07c111d2 req-fa61eee8-6088-458b-9e27-7fc8df28aa7b tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:26.090127 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c8a37be6-dc2f-4527-b857-aaae07c111d2 req-fa61eee8-6088-458b-9e27-7fc8df28aa7b tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "PUT /v2.0/ports/e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 HTTP/1.1" status: 200  len: 942 time: 1.2969580
Apr 19 07:46:26.090718 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fcb04d-ebca-4c06-b67b-ddad41b8595d', 'tag': 'e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:46:26.097371 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-acd1d620-5b0c-4e2f-937c-0d99b303760a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6165f76748>,) {'filters': {'network_id': ['86d18d52-40ae-43cb-a67e-4f6977a7cf89']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:26.098982 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 54702) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:26.120253 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-acd1d620-5b0c-4e2f-937c-0d99b303760a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6165f76748>, '07ad4783-87a7-49d6-9599-fca5c67fe362') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:26.120589 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-acd1d620-5b0c-4e2f-937c-0d99b303760a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6165f76748>, '07ad4783-87a7-49d6-9599-fca5c67fe362') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:26.123744 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a4a91459-b40e-4d18-95d2-aefb48d0c6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854104830'] for router_interface, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:26.141241 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61eee8-6088-458b-9e27-7fc8df28aa7b tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Pushing event updated for resources: {'Port': ['ID=e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7,revision_number=7']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:26.148751 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-acd1d620-5b0c-4e2f-937c-0d99b303760a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283335320419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852567098'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:26.164671 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:26.172708 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fa61eee8-6088-458b-9e27-7fc8df28aa7b tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:26.180388 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fcb04d-ebca-4c06-b67b-ddad41b8595d', 'tag': 'e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7', 'status': 'completed', 'code': 200}
Apr 19 07:46:26.183854 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:26.189410 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-acd1d620-5b0c-4e2f-937c-0d99b303760a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:26.197519 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd1d620-5b0c-4e2f-937c-0d99b303760a admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 07:46:26.202397 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:46:26.301259 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] Set router 6d8e02f7-c7e0-49ae-adee-ba4621801160 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:46:26.349422 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Network 642ff66f-9552-4d00-a89f-4b61cdc828eb is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:46:26.366821 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:46:26.372344 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:46:26.421205 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-acd1d620-5b0c-4e2f-937c-0d99b303760a admin admin] Network 86d18d52-40ae-43cb-a67e-4f6977a7cf89 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:46:26.427328 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Pushing event updated for resources: {'Port': ['ID=7e83abb9-1703-4453-85f6-011a27311a70,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:26.430551 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:26.432420 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-acd1d620-5b0c-4e2f-937c-0d99b303760a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852824399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2666546'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:26.441845 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-551ebba7-9798-4563-ba1c-5e2e6e0bf020 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:26.523318 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-551ebba7-9798-4563-ba1c-5e2e6e0bf020 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:26.560381 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:46:26.560813 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:26.629811 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-acd1d620-5b0c-4e2f-937c-0d99b303760a admin admin] Network 86d18d52-40ae-43cb-a67e-4f6977a7cf89 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]: Traceback (most recent call last):
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:     timer()
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:     cb(*args, **kw)
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:     return func(*args, **kwargs)
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:     self._notify()
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:     self.callback(batched_events)
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:     event.method(event)
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:     segment_id)['aggregates'][0]
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:     return f(self, *a, **k)
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self._get(url).json()
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:     **kwargs)
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self.request(url, 'GET', **kwargs)
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:     **endpoint_filter)
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 07:46:26.656371 dv-cinder-773870-2-iscsi neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 07:46:26.658663 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-03113c6d-408d-4030-a4bd-62dc670f4d3e None None] Provisioning for port 1bb1516a-953f-41c9-a3a2-b51e942062f5 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:46:26.691146 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:26.691913 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-03113c6d-408d-4030-a4bd-62dc670f4d3e None None] Provisioning complete for port 1bb1516a-953f-41c9-a3a2-b51e942062f5 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:46:26.692264 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-03113c6d-408d-4030-a4bd-62dc670f4d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:26.750496 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-acd1d620-5b0c-4e2f-937c-0d99b303760a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852818435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671106'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:26.755867 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-acd1d620-5b0c-4e2f-937c-0d99b303760a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:26.759250 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:26.784428 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1d620-5b0c-4e2f-937c-0d99b303760a admin admin] Pushing event deleted for resources: {'Network': ['ID=86d18d52-40ae-43cb-a67e-4f6977a7cf89,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:26.787277 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-acd1d620-5b0c-4e2f-937c-0d99b303760a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:26.793572 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-acd1d620-5b0c-4e2f-937c-0d99b303760a admin admin] 10.222.0.20 "DELETE /v2.0/networks/86d18d52-40ae-43cb-a67e-4f6977a7cf89 HTTP/1.1" status: 204  len: 168 time: 1.3358560
Apr 19 07:46:26.862813 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de0979-87ec-492e-94ca-9da499bc3b4f req-24d69e9c-d991-47d5-8ade-f186e9d8d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:26.864771 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-80de0979-87ec-492e-94ca-9da499bc3b4f req-24d69e9c-d991-47d5-8ade-f186e9d8d30c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee2ca57b536d4a6eb9a1165c495ab71b&device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 1098 time: 0.6381505
Apr 19 07:46:26.876362 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-03113c6d-408d-4030-a4bd-62dc670f4d3e None None] Port 1bb1516a-953f-41c9-a3a2-b51e942062f5 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:46:26.923427 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54710) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:26.977262 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-b4b08a5c-1100-450c-b394-1271bc872770 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee929c31b4ad48a7ae1701b36fbbee76&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0503545
Apr 19 07:46:26.977463 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54714) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:26.995396 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:27.001416 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a4a91459-b40e-4d18-95d2-aefb48d0c6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:27.043923 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c537025-e5e8-4219-b0f3-4c092a499ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:27.071610 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c537025-e5e8-4219-b0f3-4c092a499ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:27.091016 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-2bf53372-6d9a-4f81-91bf-304966156d92 None None] Provisioning complete for port e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:46:27.091461 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2bf53372-6d9a-4f81-91bf-304966156d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:27.128468 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c537025-e5e8-4219-b0f3-4c092a499ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:27.134721 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9aa0792c-2664-4044-b050-6028f07dac2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:27.145405 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c537025-e5e8-4219-b0f3-4c092a499ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:27.147902 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5c537025-e5e8-4219-b0f3-4c092a499ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:27.153653 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c537025-e5e8-4219-b0f3-4c092a499ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:27.157801 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-551ebba7-9798-4563-ba1c-5e2e6e0bf020 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:27.157950 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-5c537025-e5e8-4219-b0f3-4c092a499ea8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fb22354-e2c0-49d4-ad67-c7d6c0e6c33d HTTP/1.1" status: 204  len: 168 time: 0.1770270
Apr 19 07:46:27.165396 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1121f9d1-e339-4c06-9c97-ebd2096ff834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:27.192483 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:27.219097 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ebba7-9798-4563-ba1c-5e2e6e0bf020 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77aa4516-92bf-418a-a22e-5a3dac2368c3,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:27.232910 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de0979-87ec-492e-94ca-9da499bc3b4f req-9a586901-098e-4a70-939b-c5f33236376c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:27.234019 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164f0e898>, [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:22Z', 'revision_number': 3, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:27.234568 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-80de0979-87ec-492e-94ca-9da499bc3b4f req-9a586901-098e-4a70-939b-c5f33236376c service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ce6dd40-ed90-4d53-9fbe-9465812d6db3 HTTP/1.1" status: 200  len: 915 time: 0.3611004
Apr 19 07:46:27.247590 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-551ebba7-9798-4563-ba1c-5e2e6e0bf020 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:27.254682 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd53a28-c34d-4dec-af6e-89a6d6c9f5a3 None None] The sync data for ids ['6d8e02f7-c7e0-49ae-adee-ba4621801160'] in dv-cinder-773870-2-iscsi is: [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:22Z', 'revision_number': 3, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:46:27.506388 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-551ebba7-9798-4563-ba1c-5e2e6e0bf020 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:27.507663 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-551ebba7-9798-4563-ba1c-5e2e6e0bf020 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "DELETE /v2.0/security-groups/77aa4516-92bf-418a-a22e-5a3dac2368c3 HTTP/1.1" status: 204  len: 168 time: 1.4066534
Apr 19 07:46:27.511020 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54720) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:27.549031 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-80de0979-87ec-492e-94ca-9da499bc3b4f req-a7f57d0c-d761-457c-b035-cf2a728ff240 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 HTTP/1.1" status: 200  len: 1000 time: 0.2980118
Apr 19 07:46:27.722744 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de0979-87ec-492e-94ca-9da499bc3b4f req-fb82ccb0-5ff4-4c44-94f3-a927ff5b4f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:27.724390 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-80de0979-87ec-492e-94ca-9da499bc3b4f req-fb82ccb0-5ff4-4c44-94f3-a927ff5b4f20 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3643a73d-bbcf-408b-929c-8c605c75acdc HTTP/1.1" status: 200  len: 853 time: 0.1589029
Apr 19 07:46:27.752342 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-2eeb6f98-bf79-4c9b-8e54-88f54ec2da73 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Deleting port 673acc66-b027-410a-ba13-3785c5cbbcd4 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:46:27.752833 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2eeb6f98-bf79-4c9b-8e54-88f54ec2da73 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:27.823820 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a4a91459-b40e-4d18-95d2-aefb48d0c6f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:27.836731 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a4a91459-b40e-4d18-95d2-aefb48d0c6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852205354'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:27.869541 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4be99f40-7f1d-4710-bea6-2a8756dd256f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:27.955999 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2eeb6f98-bf79-4c9b-8e54-88f54ec2da73 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:27.957431 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2eeb6f98-bf79-4c9b-8e54-88f54ec2da73 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:27.994695 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a4a91459-b40e-4d18-95d2-aefb48d0c6f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853744977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671077'] for router_interface, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:28.004550 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a91459-b40e-4d18-95d2-aefb48d0c6f9 admin admin] Pushing event updated for resources: {'Port': ['ID=1bb1516a-953f-41c9-a3a2-b51e942062f5,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:28.023726 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:28.029643 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a4a91459-b40e-4d18-95d2-aefb48d0c6f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:28.052555 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 1e70fb32-2126-48e2-ad53-25996bc16ff3 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:46:28.057904 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852205354'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:28.076987 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a45946a4-fd6d-45fb-b0c6-2c25a2a3dfbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:28.102774 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-2eeb6f98-bf79-4c9b-8e54-88f54ec2da73 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Calling delete_port for 673acc66-b027-410a-ba13-3785c5cbbcd4 owned by network:floatingip {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:46:28.130700 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de0979-87ec-492e-94ca-9da499bc3b4f req-7e2a6e42-b9ce-49e4-be72-9f874cbe3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:28.132452 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-80de0979-87ec-492e-94ca-9da499bc3b4f req-7e2a6e42-b9ce-49e4-be72-9f874cbe3c2b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ce6dd40-ed90-4d53-9fbe-9465812d6db3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3919106
Apr 19 07:46:28.153026 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port 1e70fb32-2126-48e2-ad53-25996bc16ff3 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:46:28.158657 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 1e70fb32-2126-48e2-ad53-25996bc16ff3 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:46:28.159175 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:28.296017 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2eeb6f98-bf79-4c9b-8e54-88f54ec2da73 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:28.300340 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:28.305930 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-bbea03ac-c28f-44c6-9eb1-70d0e156b63d tempest-VolumesNegativeTest-761660177 tempest-VolumesNegativeTest-761660177-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:28.320157 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port 1e70fb32-2126-48e2-ad53-25996bc16ff3, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=1e70fb32-2126-48e2-ad53-25996bc16ff3,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:46:28.323294 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:28.325254 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:28.384892 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Pushing event updated for resources: {'Port': ['ID=7e83abb9-1703-4453-85f6-011a27311a70,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:28.403551 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:28.404172 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=1e70fb32-2126-48e2-ad53-25996bc16ff3,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:28.410974 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:28.418437 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671153'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:28.425511 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb6f98-bf79-4c9b-8e54-88f54ec2da73 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Pushing event deleted for resources: {'Port': ['ID=673acc66-b027-410a-ba13-3785c5cbbcd4,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:28.429420 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2eeb6f98-bf79-4c9b-8e54-88f54ec2da73 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:28.450888 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2eeb6f98-bf79-4c9b-8e54-88f54ec2da73 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks [] for floatingip, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:28.451258 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.l3_db [None req-2eeb6f98-bf79-4c9b-8e54-88f54ec2da73 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Floating IP bccc5788-0b6d-4a2d-81a9-d81c804a3e5c disassociated (deleted). External IP: 172.27.0.39, port: e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7.
Apr 19 07:46:28.464223 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a91459-b40e-4d18-95d2-aefb48d0c6f9 admin admin] Network 013f08f7-1900-40c6-87da-64fbcb5c53f4 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:46:28.465337 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:28.470737 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.8278341
Apr 19 07:46:28.470737 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-a4a91459-b40e-4d18-95d2-aefb48d0c6f9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:46:28.477502 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-80de0979-87ec-492e-94ca-9da499bc3b4f req-2fd3af81-828d-4894-9cb8-831eb2a4feee service neutron] 10.222.0.16 "GET /v2.0/networks/1ce6dd40-ed90-4d53-9fbe-9465812d6db3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3328009
Apr 19 07:46:28.752710 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-25b711a8-e9b1-4693-bde5-e57ccbb36c8a None None] Provisioning complete for port 1bb1516a-953f-41c9-a3a2-b51e942062f5 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:46:28.753239 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-25b711a8-e9b1-4693-bde5-e57ccbb36c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:28.814863 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-25b711a8-e9b1-4693-bde5-e57ccbb36c8a None None] Port 1bb1516a-953f-41c9-a3a2-b51e942062f5 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:46:28.889198 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-0f5dd715-aaca-4782-8490-a5f06fd9a7d4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Synchronizing usage tracker for tenant:3a43260bdda249fa8463858d2df10378 on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:46:28.927011 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-0f5dd715-aaca-4782-8490-a5f06fd9a7d4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Unset dirty status for tenant:3a43260bdda249fa8463858d2df10378 on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:46:28.928306 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-0f5dd715-aaca-4782-8490-a5f06fd9a7d4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--221621709&fields=id&tenant_id=3a43260bdda249fa8463858d2df10378 HTTP/1.1" status: 200  len: 267 time: 0.2336018
Apr 19 07:46:28.967063 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eeb6f98-bf79-4c9b-8e54-88f54ec2da73 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Router 09706c0a-9a5a-4357-9e14-649cb87c30f1 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:46:29.074680 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-80de0979-87ec-492e-94ca-9da499bc3b4f req-a8e3eb52-7e9c-41bc-b52e-3d9d0714b5b2 service neutron] 10.222.0.16 "GET /v2.0/networks/1ce6dd40-ed90-4d53-9fbe-9465812d6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5388565
Apr 19 07:46:29.084272 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a91459-b40e-4d18-95d2-aefb48d0c6f9 admin admin] Router 6d8e02f7-c7e0-49ae-adee-ba4621801160 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:46:29.284615 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a91459-b40e-4d18-95d2-aefb48d0c6f9 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:46:29.289834 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-a4a91459-b40e-4d18-95d2-aefb48d0c6f9 admin admin] 10.222.0.20 "PUT /v2.0/routers/6d8e02f7-c7e0-49ae-adee-ba4621801160/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1725032
Apr 19 07:46:29.491466 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-289c2706-edb4-4563-b418-ecdb26fc8d7c tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:29.493088 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-289c2706-edb4-4563-b418-ecdb26fc8d7c tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/networks?id=b5f1dd0c-8823-440f-8f62-01e66b821b29 HTTP/1.1" status: 200  len: 816 time: 0.5545897
Apr 19 07:46:29.524019 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-7b95db9d-bf89-4471-b3d5-2149326266f2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/quotas/3a43260bdda249fa8463858d2df10378 HTTP/1.1" status: 200  len: 375 time: 0.0212514
Apr 19 07:46:29.528801 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eeb6f98-bf79-4c9b-8e54-88f54ec2da73 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:46:29.547451 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163bbe6f-dd0e-47f6-ac21-16e4327b8394 None None] Sync routers for ids ['09706c0a-9a5a-4357-9e14-649cb87c30f1'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:46:29.580180 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163bbe6f-dd0e-47f6-ac21-16e4327b8394 None None] Routers {'09706c0a-9a5a-4357-9e14-649cb87c30f1'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:46:29.580864 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-163bbe6f-dd0e-47f6-ac21-16e4327b8394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165299a58>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:46:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['09706c0a-9a5a-4357-9e14-649cb87c30f1'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:29.597953 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2eeb6f98-bf79-4c9b-8e54-88f54ec2da73 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:29.678078 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-2eeb6f98-bf79-4c9b-8e54-88f54ec2da73 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "DELETE /v2.0/floatingips/bccc5788-0b6d-4a2d-81a9-d81c804a3e5c HTTP/1.1" status: 204  len: 168 time: 2.1641777
Apr 19 07:46:29.678078 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fcb04d-ebca-4c06-b67b-ddad41b8595d', 'tag': 'e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:46:29.701278 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-a35909e0-5888-41b0-91f6-a2fb13a61786 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Synchronizing usage tracker for tenant:3a43260bdda249fa8463858d2df10378 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:46:29.724440 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-a35909e0-5888-41b0-91f6-a2fb13a61786 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Unset dirty status for tenant:3a43260bdda249fa8463858d2df10378 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:46:29.726125 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-a35909e0-5888-41b0-91f6-a2fb13a61786 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a43260bdda249fa8463858d2df10378&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1953340
Apr 19 07:46:30.044160 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 1e70fb32-2126-48e2-ad53-25996bc16ff3 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:46:30.056097 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-163bbe6f-dd0e-47f6-ac21-16e4327b8394 None None] Set router 09706c0a-9a5a-4357-9e14-649cb87c30f1 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:46:30.085549 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 54758) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:30.093669 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1352873298-network', 'tenant_id': '4115ba0947964b7696df42dc006b848a'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:46:30.103035 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:46:30.107964 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] Usage tracker for resource:network and tenant:4115ba0947964b7696df42dc006b848a is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:46:30.118730 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:46:30.126030 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:46:30.142212 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] Made reservation on behalf of 4115ba0947964b7696df42dc006b848a for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:46:30.147879 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:30.168035 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:30.185242 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:46:30.193816 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] Usage tracker for resource:security_group_rule and tenant:4115ba0947964b7696df42dc006b848a is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:46:30.197163 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:46:30.203469 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:46:30.236988 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-56a6781b-fd36-419d-82d3-e06451128333 service neutron] 10.222.0.20 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4919729
Apr 19 07:46:30.376501 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:30.391125 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] Sync routers for ids ['6d8e02f7-c7e0-49ae-adee-ba4621801160'] in dv-cinder-773870-2-iscsi {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:46:30.415206 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] Routers {'6d8e02f7-c7e0-49ae-adee-ba4621801160'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:46:30.415928 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61643175f8>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:46:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['6d8e02f7-c7e0-49ae-adee-ba4621801160'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:30.437891 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:30.452028 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512}  {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 07:46:30.461276 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:30.461984 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.segments_db [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] Added segment fc593f1c-1565-423e-a03c-58f3d2c139ba of type vlan for network 3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3
Apr 19 07:46:30.470282 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fcb04d-ebca-4c06-b67b-ddad41b8595d', 'tag': 'e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7', 'status': 'completed', 'code': 200}
Apr 19 07:46:30.493213 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753518964407'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:30.512508 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-163bbe6f-dd0e-47f6-ac21-16e4327b8394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165299a58>, [{'id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'name': 'tempest-TestMinimumBasicScenario-697593408-router', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:40Z', 'updated_at': '2021-04-19T07:42:46Z', 'revision_number': 4, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'gw_port': {'id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:41Z', 'updated_at': '2021-04-19T07:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '34795a46-9fa7-4da8-b6cc-7931a8a65076', 'name': '', 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'mac_address': 'fa:16:3e:f7:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3643a73d-bbcf-408b-929c-8c605c75acdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:45Z', 'updated_at': '2021-04-19T07:42:56Z', 'revision_number': 5, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'subnets': [{'id': '3643a73d-bbcf-408b-929c-8c605c75acdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:30.521145 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163bbe6f-dd0e-47f6-ac21-16e4327b8394 None None] Checking router: 09706c0a-9a5a-4357-9e14-649cb87c30f1 for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:46:30.527530 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5dd5f94c-cec5-48b3-a70b-9e1442e04778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:30.544439 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163bbe6f-dd0e-47f6-ac21-16e4327b8394 None None] Routers {'09706c0a-9a5a-4357-9e14-649cb87c30f1'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:46:30.547608 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-163bbe6f-dd0e-47f6-ac21-16e4327b8394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165299a58>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:46:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['09706c0a-9a5a-4357-9e14-649cb87c30f1'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:30.582489 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-d1d5f6f7-b241-4db2-b2fe-6f020778a2c4 service neutron] 10.222.0.20 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3393648
Apr 19 07:46:30.644017 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:30.658683 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] Set router 6d8e02f7-c7e0-49ae-adee-ba4621801160 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:46:30.660369 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:30.661020 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:30.715476 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6286440
Apr 19 07:46:30.715796 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54766) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:30.716607 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69af5fd5-c74a-4d85-bc20-e9a2ddad1bb6,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:30.723706 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-f3b3af65-178e-4485-a3f6-dc6737b6ec17 admin admin] Request body: {'subnet': {'network_id': '3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1352873298-subnet', 'tenant_id': '4115ba0947964b7696df42dc006b848a', 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:46:30.724964 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:30.725480 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:30.736325 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-f3b3af65-178e-4485-a3f6-dc6737b6ec17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:46:30.749085 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-f3b3af65-178e-4485-a3f6-dc6737b6ec17 admin admin] Usage tracker for resource:subnet and tenant:4115ba0947964b7696df42dc006b848a is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:46:30.772361 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-f3b3af65-178e-4485-a3f6-dc6737b6ec17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:46:30.783700 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-f3b3af65-178e-4485-a3f6-dc6737b6ec17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:46:30.786076 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-163bbe6f-dd0e-47f6-ac21-16e4327b8394 None None] Set router 09706c0a-9a5a-4357-9e14-649cb87c30f1 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:46:30.807862 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b3af65-178e-4485-a3f6-dc6737b6ec17 admin admin] Made reservation on behalf of 4115ba0947964b7696df42dc006b848a for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:46:30.814056 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f3b3af65-178e-4485-a3f6-dc6737b6ec17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851631238'] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:30.887450 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] Pushing event updated for resources: {'Network': ['ID=3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:30.898929 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9595cf70-1add-4989-a6e0-ead7b4ab44cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:30.899349 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Network 3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3 details requested by agent ovs-agent-dv-cinder-773870-2-iscsi with host dv-cinder-773870-2-iscsi {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 07:46:30.904650 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7089b02-4aad-4f0d-a317-4761e13ccfb1 req-c89e54df-3048-45be-bf79-9cdf2cc9cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:30.906492 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b7089b02-4aad-4f0d-a317-4761e13ccfb1 req-c89e54df-3048-45be-bf79-9cdf2cc9cc41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee2ca57b536d4a6eb9a1165c495ab71b&device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 1098 time: 0.3813581
Apr 19 07:46:30.933630 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 1e70fb32-2126-48e2-ad53-25996bc16ff3 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:46:30.934060 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:31.128762 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7089b02-4aad-4f0d-a317-4761e13ccfb1 req-ee01922e-de72-47a7-8e13-818dcd2d8797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:31.130400 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b7089b02-4aad-4f0d-a317-4761e13ccfb1 req-ee01922e-de72-47a7-8e13-818dcd2d8797 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ce6dd40-ed90-4d53-9fbe-9465812d6db3 HTTP/1.1" status: 200  len: 915 time: 0.2141209
Apr 19 07:46:31.175440 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9527f538-cc71-48b3-b731-25edd1eb4c6a req-80092409-48a4-4758-9898-6ff5fdd711a5 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 210 time: 0.0554392
Apr 19 07:46:31.259353 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b7089b02-4aad-4f0d-a317-4761e13ccfb1 req-990bbfa8-ce90-438b-9cda-bc4dce5ada37 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 HTTP/1.1" status: 200  len: 217 time: 0.1213953
Apr 19 07:46:31.382476 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-163bbe6f-dd0e-47f6-ac21-16e4327b8394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165299a58>, [{'id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'name': 'tempest-TestMinimumBasicScenario-697593408-router', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:40Z', 'updated_at': '2021-04-19T07:42:46Z', 'revision_number': 4, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'gw_port': {'id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:41Z', 'updated_at': '2021-04-19T07:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '34795a46-9fa7-4da8-b6cc-7931a8a65076', 'name': '', 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'mac_address': 'fa:16:3e:f7:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3643a73d-bbcf-408b-929c-8c605c75acdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:45Z', 'updated_at': '2021-04-19T07:42:56Z', 'revision_number': 5, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'subnets': [{'id': '3643a73d-bbcf-408b-929c-8c605c75acdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:31.389070 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163bbe6f-dd0e-47f6-ac21-16e4327b8394 None None] The sync data for ids ['09706c0a-9a5a-4357-9e14-649cb87c30f1'] in dv-cinder-773870-2-iscsi is: [{'id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'name': 'tempest-TestMinimumBasicScenario-697593408-router', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:40Z', 'updated_at': '2021-04-19T07:42:46Z', 'revision_number': 4, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'gw_port': {'id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:41Z', 'updated_at': '2021-04-19T07:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '34795a46-9fa7-4da8-b6cc-7931a8a65076', 'name': '', 'network_id': '1ce6dd40-ed90-4d53-9fbe-9465812d6db3', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'mac_address': 'fa:16:3e:f7:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3643a73d-bbcf-408b-929c-8c605c75acdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:45Z', 'updated_at': '2021-04-19T07:42:56Z', 'revision_number': 5, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'subnets': [{'id': '3643a73d-bbcf-408b-929c-8c605c75acdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:46:31.421308 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f3b3af65-178e-4485-a3f6-dc6737b6ec17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2667476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851631253'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:31.426778 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-417010e8-f05b-4e57-8305-c06a13af63ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:31.434795 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7089b02-4aad-4f0d-a317-4761e13ccfb1 req-f811c451-c9c0-4816-b792-20a9dbadc25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:31.436393 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b7089b02-4aad-4f0d-a317-4761e13ccfb1 req-f811c451-c9c0-4816-b792-20a9dbadc25a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3643a73d-bbcf-408b-929c-8c605c75acdc HTTP/1.1" status: 200  len: 853 time: 0.1705825
Apr 19 07:46:31.555569 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7089b02-4aad-4f0d-a317-4761e13ccfb1 req-fc8a5513-c51d-4a7d-acd8-33d953e6f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:31.560063 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b7089b02-4aad-4f0d-a317-4761e13ccfb1 req-fc8a5513-c51d-4a7d-acd8-33d953e6f337 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ce6dd40-ed90-4d53-9fbe-9465812d6db3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1161647
Apr 19 07:46:31.582343 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3af65-178e-4485-a3f6-dc6737b6ec17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4480dec9-7470-474b-8936-cea2b9006be7,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:31.587618 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f3b3af65-178e-4485-a3f6-dc6737b6ec17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:31.601441 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b3af65-178e-4485-a3f6-dc6737b6ec17 admin admin] Checking segment: {'id': 'fc593f1c-1565-423e-a03c-58f3d2c139ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:46:31.602040 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b3af65-178e-4485-a3f6-dc6737b6ec17 admin admin] Network hostable DHCP agents. Network: 3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3, hostable agents: ['a6ade28d-bcb7-45a8-a7cb-7d200a62a65e'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 07:46:31.635804 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b3af65-178e-4485-a3f6-dc6737b6ec17 admin admin] Network 3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3 is scheduled to be hosted by DHCP agent a6ade28d-bcb7-45a8-a7cb-7d200a62a65e with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 07:46:31.651101 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-f3b3af65-178e-4485-a3f6-dc6737b6ec17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-iscsi, 3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:46:31.670858 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc5b808-fbe8-4060-af82-6105bf362a47 None None] Network 3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:46:31.676716 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b3af65-178e-4485-a3f6-dc6737b6ec17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:31.677428 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f3b3af65-178e-4485-a3f6-dc6737b6ec17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:31.705204 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-f3b3af65-178e-4485-a3f6-dc6737b6ec17 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9881155
Apr 19 07:46:31.708657 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54784) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:31.718827 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1352873298-router', 'tenant_id': '4115ba0947964b7696df42dc006b848a', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:46:31.724669 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:46:31.729950 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Usage tracker for resource:router and tenant:4115ba0947964b7696df42dc006b848a is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:46:31.735531 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:46:31.745712 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:46:31.758575 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-660204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775443'] for router, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:31.759909 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854115612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854093566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854191853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-358'] for router, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:31.778328 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:31.868541 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61643175f8>, [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:26Z', 'revision_number': 4, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '1bb1516a-953f-41c9-a3a2-b51e942062f5', 'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'mac_address': 'fa:16:3e:a3:98:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:25Z', 'updated_at': '2021-04-19T07:46:27Z', 'revision_number': 2, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'subnets': [{'id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:31.871692 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b7089b02-4aad-4f0d-a317-4761e13ccfb1 req-afc45473-4aba-4c40-8809-35052d09e97c service neutron] 10.222.0.16 "GET /v2.0/networks/1ce6dd40-ed90-4d53-9fbe-9465812d6db3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3043864
Apr 19 07:46:31.884354 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] Checking router: 6d8e02f7-c7e0-49ae-adee-ba4621801160 for host: dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:46:31.884776 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] Updating router 6d8e02f7-c7e0-49ae-adee-ba4621801160 port 1bb1516a-953f-41c9-a3a2-b51e942062f5 binding host dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 07:46:31.935282 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e381e7e4-ebdd-4102-a379-ba71230afb7b None None] New status for floating IP bccc5788-0b6d-4a2d-81a9-d81c804a3e5c: DOWN {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 07:46:32.019572 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:32.118184 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b7089b02-4aad-4f0d-a317-4761e13ccfb1 req-96757a45-1eda-4962-b282-718150e9f2af service neutron] 10.222.0.16 "GET /v2.0/networks/1ce6dd40-ed90-4d53-9fbe-9465812d6db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2393363
Apr 19 07:46:32.201035 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854093323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854105249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-343'] for router, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:32.395059 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-316d0ca6-df66-4fac-aaa1-9fab0e9813d6 req-f5d9d486-0dd5-4048-bd8d-6126fe94064d tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 210 time: 0.0585744
Apr 19 07:46:32.480756 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5d34fd3-d017-536f-b648-4beabad8070e-3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3', 'network_id': '3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3', 'tenant_id': '4115ba0947964b7696df42dc006b848a', 'fixed_ips': [{'subnet_id': '4480dec9-7470-474b-8936-cea2b9006be7'}]}} from dv-cinder-773870-2-iscsi. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 07:46:32.481686 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:32.642781 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:32.675555 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:32.832182 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Allocated IP 172.27.0.42 (642ff66f-9552-4d00-a89f-4b61cdc828eb/39f3d441-e877-4577-8020-74e884c403b0/74cbce09-a5f6-4a14-936d-436fde916fb3) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:46:32.844842 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Allocated IP 172.20.0.2 (3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3/4480dec9-7470-474b-8936-cea2b9006be7/a0dfcac2-f0ca-4221-8be6-075e8dd38e22) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:46:32.933771 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-4281fe90-59e0-4e92-a205-f8e097008dc6 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:32.936188 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-4281fe90-59e0-4e92-a205-f8e097008dc6 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.16 "GET /v2.0/networks?id=b5f1dd0c-8823-440f-8f62-01e66b821b29 HTTP/1.1" status: 200  len: 816 time: 0.2174616
Apr 19 07:46:32.996917 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:33.023234 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-9293aff4-597d-4c22-9405-53c2c54a846a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Synchronizing usage tracker for tenant:3a43260bdda249fa8463858d2df10378 on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:46:33.035857 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:33.036889 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-9293aff4-597d-4c22-9405-53c2c54a846a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Unset dirty status for tenant:3a43260bdda249fa8463858d2df10378 on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:46:33.038486 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-9293aff4-597d-4c22-9405-53c2c54a846a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a43260bdda249fa8463858d2df10378 HTTP/1.1" status: 200  len: 5704 time: 0.0929809
Apr 19 07:46:33.039487 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:33.041794 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:33.048455 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-89930540-983d-40b2-ab0d-6ea3bd5b0b58 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Request body: {'port': {'device_id': '3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'admin_state_up': True, 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'security_groups': ['f312b907-dbdc-4454-85f8-b3d062bf002b']}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:46:33.065498 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] Transition to ACTIVE for port object 1bb1516a-953f-41c9-a3a2-b51e942062f5 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:46:33.076317 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:33.083470 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:33.108590 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Network 642ff66f-9552-4d00-a89f-4b61cdc828eb is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:46:33.112255 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:46:33.115157 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:46:33.164269 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Pushing event updated for resources: {'Port': ['ID=74cbce09-a5f6-4a14-936d-436fde916fb3,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:33.167620 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:33.218482 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-89930540-983d-40b2-ab0d-6ea3bd5b0b58 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:46:33.230475 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-89930540-983d-40b2-ab0d-6ea3bd5b0b58 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:46:33.241564 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-89930540-983d-40b2-ab0d-6ea3bd5b0b58 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Made reservation on behalf of 3a43260bdda249fa8463858d2df10378 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:46:33.250130 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-89930540-983d-40b2-ab0d-6ea3bd5b0b58 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:33.313164 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcabd41-9637-42bf-ac79-5af49456bbab None None] Pushing event updated for resources: {'Port': ['ID=1bb1516a-953f-41c9-a3a2-b51e942062f5,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:33.329721 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-bfcabd41-9637-42bf-ac79-5af49456bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:33.420116 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] Attempting to bind port 1bb1516a-953f-41c9-a3a2-b51e942062f5 on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:46:33.420116 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] Attempting to bind port 1bb1516a-953f-41c9-a3a2-b51e942062f5 by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': 'b410f489-9d1e-4062-aeeb-1fb959e15c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:46:33.420738 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] Attempting to bind port 1bb1516a-953f-41c9-a3a2-b51e942062f5 on network 013f08f7-1900-40c6-87da-64fbcb5c53f4 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:46:33.427679 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:33.436419 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:46:33.436870 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] Checking segment: {'id': 'b410f489-9d1e-4062-aeeb-1fb959e15c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:46:33.437499 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:33.438200 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] Bound using segment: {'id': 'b410f489-9d1e-4062-aeeb-1fb959e15c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:46:33.438503 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] Bound port: 1bb1516a-953f-41c9-a3a2-b51e942062f5, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b410f489-9d1e-4062-aeeb-1fb959e15c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:46:33.438936 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:33.459991 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-89930540-983d-40b2-ab0d-6ea3bd5b0b58 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Allocated IP 172.20.0.9 (b5f1dd0c-8823-440f-8f62-01e66b821b29/2a2ef621-9f95-4913-83e2-4f12522f9619/69162338-17d1-4fd0-9e95-1b4f86725f3d) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:46:33.462196 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Transition to ACTIVE for port object a0dfcac2-f0ca-4221-8be6-075e8dd38e22 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:46:33.529434 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Transition to ACTIVE for port object a0dfcac2-f0ca-4221-8be6-075e8dd38e22 will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:46:33.555944 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:33.563182 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:33.640039 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] For port 1bb1516a-953f-41c9-a3a2-b51e942062f5, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:46:33.643780 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Network 3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:46:33.649843 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:46:33.655571 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:46:33.667829 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] For port 1bb1516a-953f-41c9-a3a2-b51e942062f5, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=1bb1516a-953f-41c9-a3a2-b51e942062f5,segment=NetworkSegment(b410f489-9d1e-4062-aeeb-1fb959e15c49),segment_id=b410f489-9d1e-4062-aeeb-1fb959e15c49)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:46:33.702346 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Pushing event updated for resources: {'Port': ['ID=a0dfcac2-f0ca-4221-8be6-075e8dd38e22,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:33.711099 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:33.717306 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:33.717847 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:33.744297 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-89930540-983d-40b2-ab0d-6ea3bd5b0b58 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:33.767138 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-89930540-983d-40b2-ab0d-6ea3bd5b0b58 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Transition to ACTIVE for port object 69162338-17d1-4fd0-9e95-1b4f86725f3d will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:46:33.798369 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-89930540-983d-40b2-ab0d-6ea3bd5b0b58 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:33.811852 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-884f511e-6c9e-40b6-b424-7fff91a597cb tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:33.864683 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7ee1dc59-2529-4262-97f1-db4baf60e402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:33.870728 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Attempting to bind port a0dfcac2-f0ca-4221-8be6-075e8dd38e22 on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:46:33.871167 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Attempting to bind port a0dfcac2-f0ca-4221-8be6-075e8dd38e22 by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': 'fc593f1c-1565-423e-a03c-58f3d2c139ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:46:33.871585 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Attempting to bind port a0dfcac2-f0ca-4221-8be6-075e8dd38e22 on network 3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:46:33.889673 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:46:33.890099 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Checking segment: {'id': 'fc593f1c-1565-423e-a03c-58f3d2c139ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:46:33.890591 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:33.891040 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Bound using segment: {'id': 'fc593f1c-1565-423e-a03c-58f3d2c139ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:46:33.891581 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Bound port: a0dfcac2-f0ca-4221-8be6-075e8dd38e22, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc593f1c-1565-423e-a03c-58f3d2c139ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:46:33.892011 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:33.903605 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-89930540-983d-40b2-ab0d-6ea3bd5b0b58 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Network b5f1dd0c-8823-440f-8f62-01e66b821b29 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:46:33.909285 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] Routers {'6d8e02f7-c7e0-49ae-adee-ba4621801160'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:46:33.909999 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61643175f8>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:46:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['6d8e02f7-c7e0-49ae-adee-ba4621801160'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:33.914984 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-89930540-983d-40b2-ab0d-6ea3bd5b0b58 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:46:33.944638 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-89930540-983d-40b2-ab0d-6ea3bd5b0b58 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:46:34.025518 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89930540-983d-40b2-ab0d-6ea3bd5b0b58 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Pushing event updated for resources: {'Port': ['ID=69162338-17d1-4fd0-9e95-1b4f86725f3d,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:34.038290 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:34.047810 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-89930540-983d-40b2-ab0d-6ea3bd5b0b58 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:34.066912 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-89930540-983d-40b2-ab0d-6ea3bd5b0b58 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:34.068173 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-89930540-983d-40b2-ab0d-6ea3bd5b0b58 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:34.072704 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcabd41-9637-42bf-ac79-5af49456bbab None None] Pushing event updated for resources: {'Port': ['ID=1bb1516a-953f-41c9-a3a2-b51e942062f5,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:34.089824 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-bfcabd41-9637-42bf-ac79-5af49456bbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:34.121143 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-89930540-983d-40b2-ab0d-6ea3bd5b0b58 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0772207
Apr 19 07:46:34.137084 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] Request body: {'port': {'device_id': '3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:46:34.218574 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b827724-77b1-4840-9b42-35ac1cfdff27 req-1936377d-134b-4445-970c-8bd5a8b777d6 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:34.220277 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4b827724-77b1-4840-9b42-35ac1cfdff27 req-1936377d-134b-4445-970c-8bd5a8b777d6 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 931 time: 0.3624818
Apr 19 07:46:34.235588 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] For port a0dfcac2-f0ca-4221-8be6-075e8dd38e22, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:46:34.239258 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] Set router 6d8e02f7-c7e0-49ae-adee-ba4621801160 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:46:34.288104 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:34.301423 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] For port a0dfcac2-f0ca-4221-8be6-075e8dd38e22, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=a0dfcac2-f0ca-4221-8be6-075e8dd38e22,segment=NetworkSegment(fc593f1c-1565-423e-a03c-58f3d2c139ba),segment_id=fc593f1c-1565-423e-a03c-58f3d2c139ba)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:46:34.317491 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:34.325428 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:34.377436 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4b827724-77b1-4840-9b42-35ac1cfdff27 req-3ed58647-cff6-4335-a4a9-f24c0c272129 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1109161
Apr 19 07:46:34.549633 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57840212-d323-4d4b-98ee-0f4ed13686cb req-76938e32-4703-41f2-9ec4-a98b52001fae tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:34.550523 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-57840212-d323-4d4b-98ee-0f4ed13686cb req-76938e32-4703-41f2-9ec4-a98b52001fae tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Synchronizing usage tracker for tenant:ee2ca57b536d4a6eb9a1165c495ab71b on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:46:34.604915 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-57840212-d323-4d4b-98ee-0f4ed13686cb req-76938e32-4703-41f2-9ec4-a98b52001fae tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Unset dirty status for tenant:ee2ca57b536d4a6eb9a1165c495ab71b on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:46:34.612646 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-57840212-d323-4d4b-98ee-0f4ed13686cb req-76938e32-4703-41f2-9ec4-a98b52001fae tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 945 time: 0.4134712
Apr 19 07:46:34.663429 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682463'] for router, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:34.697410 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69162338-17d1-4fd0-9e95-1b4f86725f3d {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:46:34.706585 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:34.723254 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] Transition to ACTIVE for port object 69162338-17d1-4fd0-9e95-1b4f86725f3d will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:46:34.727493 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852205354'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:34.732812 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:34.741877 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-57840212-d323-4d4b-98ee-0f4ed13686cb req-a46ec4ee-b6b3-4203-b996-b2d9861e2f42 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274784
Apr 19 07:46:34.749244 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Pushing event updated for resources: {'Port': ['ID=a0dfcac2-f0ca-4221-8be6-075e8dd38e22,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:34.752361 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-b1513e85-2621-43f5-93de-371272857b96 None None] Provisioning for port 69162338-17d1-4fd0-9e95-1b4f86725f3d completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:46:34.757316 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:34.931209 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61643175f8>, [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:26Z', 'revision_number': 4, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '1bb1516a-953f-41c9-a3a2-b51e942062f5', 'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'mac_address': 'fa:16:3e:a3:98:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:25Z', 'updated_at': '2021-04-19T07:46:33Z', 'revision_number': 4, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'subnets': [{'id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:34.939981 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38afc534-4b21-4b21-aa38-1192871df6f7 None None] The sync data for ids ['6d8e02f7-c7e0-49ae-adee-ba4621801160'] in dv-cinder-773870-2-iscsi is: [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:26Z', 'revision_number': 4, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '1bb1516a-953f-41c9-a3a2-b51e942062f5', 'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'mac_address': 'fa:16:3e:a3:98:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:25Z', 'updated_at': '2021-04-19T07:46:33Z', 'revision_number': 4, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'subnets': [{'id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:46:34.948753 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] Pushing event updated for resources: {'Port': ['ID=69162338-17d1-4fd0-9e95-1b4f86725f3d,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:34.952011 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:34.959068 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Router 24baacae-9a09-4b52-a42c-df703a112f8a is scheduled to L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 with binding_index 1 {{(pid=86357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 07:46:35.246797 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:46:35.258580 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] Sync routers for ids ['24baacae-9a09-4b52-a42c-df703a112f8a'] in dv-cinder-773870-2-iscsi {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:46:35.271403 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] Routers {'24baacae-9a09-4b52-a42c-df703a112f8a'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:46:35.272361 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165188f28>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:46:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['24baacae-9a09-4b52-a42c-df703a112f8a'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:35.279262 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:35.285053 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.5752966
Apr 19 07:46:35.286039 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54812) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:35.335782 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] Attempting to bind port 69162338-17d1-4fd0-9e95-1b4f86725f3d on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:46:35.336123 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] Attempting to bind port 69162338-17d1-4fd0-9e95-1b4f86725f3d by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'bf5d7b41-24fc-4f03-8744-dcffad5fa3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:46:35.336509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] Attempting to bind port 69162338-17d1-4fd0-9e95-1b4f86725f3d on network b5f1dd0c-8823-440f-8f62-01e66b821b29 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:46:35.341831 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] Port 69162338-17d1-4fd0-9e95-1b4f86725f3d on network b5f1dd0c-8823-440f-8f62-01e66b821b29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 07:46:35.342217 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] Attempting to bind port 69162338-17d1-4fd0-9e95-1b4f86725f3d on network b5f1dd0c-8823-440f-8f62-01e66b821b29 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:46:35.348025 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] Checking agent: {'id': 'e1395553-83f9-4e7d-975f-a9afa5ddc59a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:46:35.348230 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] Checking segment: {'id': 'bf5d7b41-24fc-4f03-8744-dcffad5fa3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:46:35.348659 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] Bound using segment: {'id': 'bf5d7b41-24fc-4f03-8744-dcffad5fa3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:46:35.349138 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] Bound port: 69162338-17d1-4fd0-9e95-1b4f86725f3d, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf5d7b41-24fc-4f03-8744-dcffad5fa3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:46:35.349528 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:35.483689 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] For port 69162338-17d1-4fd0-9e95-1b4f86725f3d, host hv-cinder-77387, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:46:35.487548 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] For port 69162338-17d1-4fd0-9e95-1b4f86725f3d, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=69162338-17d1-4fd0-9e95-1b4f86725f3d,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:46:35.497325 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852205354'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:35.503441 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:35.521838 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] Set router 24baacae-9a09-4b52-a42c-df703a112f8a gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:46:35.608975 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] Pushing event updated for resources: {'Port': ['ID=69162338-17d1-4fd0-9e95-1b4f86725f3d,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:35.612498 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:35.620035 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:35.620957 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:35.622992 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] 10.222.0.16 "PUT /v2.0/ports/69162338-17d1-4fd0-9e95-1b4f86725f3d HTTP/1.1" status: 200  len: 1093 time: 1.4925663
Apr 19 07:46:35.623722 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1', 'tag': '69162338-17d1-4fd0-9e95-1b4f86725f3d'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:46:35.755668 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1', 'tag': '69162338-17d1-4fd0-9e95-1b4f86725f3d', 'status': 'completed', 'code': 200}
Apr 19 07:46:35.796514 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-9518b5b3-4aac-4e07-b7ec-93d5a7d3395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:35.798220 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-9518b5b3-4aac-4e07-b7ec-93d5a7d3395c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a43260bdda249fa8463858d2df10378&device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 1096 time: 0.1287234
Apr 19 07:46:35.924047 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-ef7be7f6-8f48-42df-abaf-9b1fb27ff3f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69162338-17d1-4fd0-9e95-1b4f86725f3d HTTP/1.1" status: 200  len: 217 time: 0.1174192
Apr 19 07:46:36.043881 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-efd07fd6-012a-4a85-912c-5cc6b6e6e8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:36.056169 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165188f28>, [{'id': '24baacae-9a09-4b52-a42c-df703a112f8a', 'name': 'tempest-TestVolumeBootPattern-1352873298-router', 'tenant_id': '4115ba0947964b7696df42dc006b848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '74cbce09-a5f6-4a14-936d-436fde916fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:31Z', 'updated_at': '2021-04-19T07:46:33Z', 'revision_number': 3, 'project_id': '4115ba0947964b7696df42dc006b848a', 'gw_port': {'id': '74cbce09-a5f6-4a14-936d-436fde916fb3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24baacae-9a09-4b52-a42c-df703a112f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:32Z', 'updated_at': '2021-04-19T07:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:36.062298 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] Checking router: 24baacae-9a09-4b52-a42c-df703a112f8a for host: dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:46:36.062701 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] Updating router 24baacae-9a09-4b52-a42c-df703a112f8a port 74cbce09-a5f6-4a14-936d-436fde916fb3 binding host dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 07:46:36.078061 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-b6f650b6-c736-404b-bbbc-0099e4ca5d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:36.079984 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-b6f650b6-c736-404b-bbbc-0099e4ca5d0b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a2ef621-9f95-4913-83e2-4f12522f9619 HTTP/1.1" status: 200  len: 855 time: 0.1440120
Apr 19 07:46:36.149104 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 1bb1516a-953f-41c9-a3a2-b51e942062f5 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:46:36.207051 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-b4c71550-7950-44d9-99f0-6d51a2250c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:36.209437 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-b4c71550-7950-44d9-99f0-6d51a2250c8f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5f1dd0c-8823-440f-8f62-01e66b821b29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1227078
Apr 19 07:46:36.228737 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:36.344359 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port 1bb1516a-953f-41c9-a3a2-b51e942062f5 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:46:36.365205 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 1bb1516a-953f-41c9-a3a2-b51e942062f5 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:46:36.365635 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:36.401931 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-7585403c-dce8-4baa-944d-1891f1ea4027 service neutron] 10.222.0.16 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1841874
Apr 19 07:46:36.406005 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6379efb5-eb98-419b-bab4-2d3ee0b19fc8 None None] Network 3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:46:36.562932 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:36.604917 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-173c8a1b-ae21-4ecf-8076-9af701ca2091 req-b006590e-96fa-4380-b59d-895fedcd31ed service neutron] 10.222.0.16 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1954088
Apr 19 07:46:36.613998 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-89df239b-843a-4fd2-b6f7-55cb0c85cdc5 None None] Provisioning for port a0dfcac2-f0ca-4221-8be6-075e8dd38e22 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:46:36.648910 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c6145-6bb3-42a0-8581-7021659067c2 req-38204904-5697-44dd-ae44-510cd79e1274 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:36.651646 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-da3c6145-6bb3-42a0-8581-7021659067c2 req-38204904-5697-44dd-ae44-510cd79e1274 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.16 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 945 time: 0.8967831
Apr 19 07:46:36.670003 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23f870-f33d-4e99-a802-3e7b690a4d98 req-804858ec-0311-46c6-841e-e9b9244d7a8f tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:36.671658 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4b23f870-f33d-4e99-a802-3e7b690a4d98 req-804858ec-0311-46c6-841e-e9b9244d7a8f tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 943 time: 0.9155493
Apr 19 07:46:36.744590 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd5485-aa36-411f-a211-e76711b25a33 req-9780a2b1-3dcc-4661-a395-a242c75d47e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:36.746416 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5ecd5485-aa36-411f-a211-e76711b25a33 req-9780a2b1-3dcc-4661-a395-a242c75d47e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a43260bdda249fa8463858d2df10378&device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 1096 time: 0.0841355
Apr 19 07:46:36.797557 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1be2a5-be3c-4c5e-8662-0ad90611ec87 req-b264b3aa-46fe-452f-b10f-b0f53d4b46cf tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:36.799429 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8b1be2a5-be3c-4c5e-8662-0ad90611ec87 req-b264b3aa-46fe-452f-b10f-b0f53d4b46cf tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 945 time: 0.7961395
Apr 19 07:46:36.848199 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-da3c6145-6bb3-42a0-8581-7021659067c2 req-9ba845b4-cb29-4fca-a399-69b95fe01e33 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Deleting port e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:46:36.848583 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-da3c6145-6bb3-42a0-8581-7021659067c2 req-9ba845b4-cb29-4fca-a399-69b95fe01e33 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:36.854068 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:36.903843 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd5485-aa36-411f-a211-e76711b25a33 req-98ceb551-f9fb-4aab-a41d-1f22cf3d0604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:36.905536 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5ecd5485-aa36-411f-a211-e76711b25a33 req-98ceb551-f9fb-4aab-a41d-1f22cf3d0604 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5f1dd0c-8823-440f-8f62-01e66b821b29 HTTP/1.1" status: 200  len: 917 time: 0.1515129
Apr 19 07:46:36.914892 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4b23f870-f33d-4e99-a802-3e7b690a4d98 req-166badd2-973e-41ac-a1ce-173677247291 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2070451
Apr 19 07:46:36.990470 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5ecd5485-aa36-411f-a211-e76711b25a33 req-bc1136a6-4a13-4064-ba24-0a7e988cbd20 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69162338-17d1-4fd0-9e95-1b4f86725f3d HTTP/1.1" status: 200  len: 217 time: 0.0772669
Apr 19 07:46:36.995490 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port 1bb1516a-953f-41c9-a3a2-b51e942062f5, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=1bb1516a-953f-41c9-a3a2-b51e942062f5,segment=NetworkSegment(b410f489-9d1e-4062-aeeb-1fb959e15c49),segment_id=b410f489-9d1e-4062-aeeb-1fb959e15c49)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:46:37.022805 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:37.023708 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device a0dfcac2-f0ca-4221-8be6-075e8dd38e22 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:46:37.058465 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:37.065847 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd5485-aa36-411f-a211-e76711b25a33 req-27bb2125-c2b5-445b-8812-d1eee78a8e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:37.067745 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5ecd5485-aa36-411f-a211-e76711b25a33 req-27bb2125-c2b5-445b-8812-d1eee78a8e75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a2ef621-9f95-4913-83e2-4f12522f9619 HTTP/1.1" status: 200  len: 855 time: 0.0689504
Apr 19 07:46:37.080689 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8b1be2a5-be3c-4c5e-8662-0ad90611ec87 req-0366476b-5b0d-4913-a90b-ed8ddf4dbe39 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac0e33a7-721f-483f-8afe-092863090dfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2627130
Apr 19 07:46:37.170090 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd5485-aa36-411f-a211-e76711b25a33 req-10d60b09-d86b-4435-9dba-26d4e2f8b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:37.171910 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5ecd5485-aa36-411f-a211-e76711b25a33 req-10d60b09-d86b-4435-9dba-26d4e2f8b40f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5f1dd0c-8823-440f-8f62-01e66b821b29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0974004
Apr 19 07:46:37.305585 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6108ea0c-aa99-4298-a4ea-4e6a44d12fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:37.311883 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:37.323379 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:37.327057 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5ecd5485-aa36-411f-a211-e76711b25a33 req-aba8db11-e20b-46df-b6ca-ef90f8d9a02b service neutron] 10.222.0.16 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465521
Apr 19 07:46:37.359662 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] Transition to ACTIVE for port object 74cbce09-a5f6-4a14-936d-436fde916fb3 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:46:37.381027 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:37.385668 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=1bb1516a-953f-41c9-a3a2-b51e942062f5,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:37.389115 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:37.393773 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-bfcabd41-9637-42bf-ac79-5af49456bbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:37.399163 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-da3c6145-6bb3-42a0-8581-7021659067c2 req-9ba845b4-cb29-4fca-a399-69b95fe01e33 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] For port e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7,segment=NetworkSegment(d7a4ca43-b6f6-4792-a01a-38a40a6c015d),segment_id=d7a4ca43-b6f6-4792-a01a-38a40a6c015d)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:46:37.399584 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-da3c6145-6bb3-42a0-8581-7021659067c2 req-9ba845b4-cb29-4fca-a399-69b95fe01e33 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:37.462075 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port a0dfcac2-f0ca-4221-8be6-075e8dd38e22 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:46:37.481907 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port a0dfcac2-f0ca-4221-8be6-075e8dd38e22 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:46:37.482358 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:37.506028 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5ecd5485-aa36-411f-a211-e76711b25a33 req-156e65c9-1e4d-4466-a985-d4ad25c82400 service neutron] 10.222.0.16 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1713068
Apr 19 07:46:37.516382 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] Attempting to bind port 74cbce09-a5f6-4a14-936d-436fde916fb3 on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:46:37.516808 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] Attempting to bind port 74cbce09-a5f6-4a14-936d-436fde916fb3 by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:46:37.517224 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] Attempting to bind port 74cbce09-a5f6-4a14-936d-436fde916fb3 on network 642ff66f-9552-4d00-a89f-4b61cdc828eb {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:46:37.533184 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f6ce1-a5fb-4320-8893-f9adacbfd0c1 None None] Pushing event updated for resources: {'Port': ['ID=74cbce09-a5f6-4a14-936d-436fde916fb3,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:37.536192 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-dd0f6ce1-a5fb-4320-8893-f9adacbfd0c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:37.539424 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:46:37.539848 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] Checking segment: {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:46:37.540296 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:37.540834 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] Bound using segment: {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:46:37.541375 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] Bound port: 74cbce09-a5f6-4a14-936d-436fde916fb3, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:46:37.541791 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:37.552535 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-da3c6145-6bb3-42a0-8581-7021659067c2 req-9ba845b4-cb29-4fca-a399-69b95fe01e33 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Calling delete_port for e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:46:37.682372 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] For port 74cbce09-a5f6-4a14-936d-436fde916fb3, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:46:37.710015 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] For port 74cbce09-a5f6-4a14-936d-436fde916fb3, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=74cbce09-a5f6-4a14-936d-436fde916fb3,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:46:37.721803 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:37.728082 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-bfcabd41-9637-42bf-ac79-5af49456bbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:37.765684 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:37.784028 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-c502a7a3-56a0-4998-91df-e0496f889b0c None None] Provisioning complete for port a0dfcac2-f0ca-4221-8be6-075e8dd38e22 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:46:37.784447 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c502a7a3-56a0-4998-91df-e0496f889b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:37.808912 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-6108ea0c-aa99-4298-a4ea-4e6a44d12fd4 admin admin] Allocated IP 172.20.0.1 (3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3/4480dec9-7470-474b-8936-cea2b9006be7/0343d0e2-d93a-4618-b79d-066a72ddbd89) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:46:37.860894 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-da3c6145-6bb3-42a0-8581-7021659067c2 req-9ba845b4-cb29-4fca-a399-69b95fe01e33 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:37.869592 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:37.911772 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f6ce1-a5fb-4320-8893-f9adacbfd0c1 None None] Pushing event updated for resources: {'Port': ['ID=74cbce09-a5f6-4a14-936d-436fde916fb3,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:37.916816 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] Routers {'24baacae-9a09-4b52-a42c-df703a112f8a'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:46:37.917502 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165188f28>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:46:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['24baacae-9a09-4b52-a42c-df703a112f8a'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:37.971356 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-dd0f6ce1-a5fb-4320-8893-f9adacbfd0c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:37.973239 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba845b4-cb29-4fca-a399-69b95fe01e33 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Pushing event deleted for resources: {'Port': ['ID=e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:37.979002 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:37.980810 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9ba845b4-cb29-4fca-a399-69b95fe01e33 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:37.980939 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port a0dfcac2-f0ca-4221-8be6-075e8dd38e22, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=a0dfcac2-f0ca-4221-8be6-075e8dd38e22,segment=NetworkSegment(fc593f1c-1565-423e-a03c-58f3d2c139ba),segment_id=fc593f1c-1565-423e-a03c-58f3d2c139ba)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:46:38.055810 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:38.060314 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:38.130719 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3c6145-6bb3-42a0-8581-7021659067c2 req-9ba845b4-cb29-4fca-a399-69b95fe01e33 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] No DVR routers for this DVR port e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 on host hv-cinder-77387 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:46:38.146439 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-da3c6145-6bb3-42a0-8581-7021659067c2 req-9ba845b4-cb29-4fca-a399-69b95fe01e33 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:38.149283 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fcb04d-ebca-4c06-b67b-ddad41b8595d', 'name': 'network-vif-deleted', 'tag': 'e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:46:38.169976 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 1bb1516a-953f-41c9-a3a2-b51e942062f5 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:46:38.191955 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6108ea0c-aa99-4298-a4ea-4e6a44d12fd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:38.194254 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-da3c6145-6bb3-42a0-8581-7021659067c2 req-9ba845b4-cb29-4fca-a399-69b95fe01e33 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.16 "DELETE /v2.0/ports/e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 HTTP/1.1" status: 204  len: 173 time: 1.5215833
Apr 19 07:46:38.229461 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6108ea0c-aa99-4298-a4ea-4e6a44d12fd4 admin admin] Transition to ACTIVE for port object 0343d0e2-d93a-4618-b79d-066a72ddbd89 will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:46:38.251393 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6623c7-9443-44d6-aa1f-37dbc698a969 req-1624f08e-255b-49a7-a4cc-a8005ff648ac tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:38.253025 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0c6623c7-9443-44d6-aa1f-37dbc698a969 req-1624f08e-255b-49a7-a4cc-a8005ff648ac tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 943 time: 0.1817949
Apr 19 07:46:38.289248 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=a0dfcac2-f0ca-4221-8be6-075e8dd38e22,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:38.297716 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:38.312993 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] Set router 24baacae-9a09-4b52-a42c-df703a112f8a gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:46:38.323495 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-4ceead53-3488-4b64-82b4-0ca76937ee57 req-7f9a33cb-6b3d-413d-84e0-0f1c5f1f5f39 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Synchronizing usage tracker for tenant:ee2ca57b536d4a6eb9a1165c495ab71b on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:46:38.368478 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-4ceead53-3488-4b64-82b4-0ca76937ee57 req-7f9a33cb-6b3d-413d-84e0-0f1c5f1f5f39 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Unset dirty status for tenant:ee2ca57b536d4a6eb9a1165c495ab71b on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:46:38.370522 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4ceead53-3488-4b64-82b4-0ca76937ee57 req-7f9a33cb-6b3d-413d-84e0-0f1c5f1f5f39 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] 10.222.0.20 "GET /v2.0/ports?device_id=42fcb04d-ebca-4c06-b67b-ddad41b8595d HTTP/1.1" status: 200  len: 210 time: 0.1151869
Apr 19 07:46:38.374434 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0c6623c7-9443-44d6-aa1f-37dbc698a969 req-79ce322e-0f0b-4db7-9041-02a344616851 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750606
Apr 19 07:46:38.375668 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6108ea0c-aa99-4298-a4ea-4e6a44d12fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:38.379938 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2a97f1cd-c9a9-47fe-bdae-eaa1a892cfdf tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:38.450968 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 1bb1516a-953f-41c9-a3a2-b51e942062f5 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:46:38.451696 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:38.476582 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6108ea0c-aa99-4298-a4ea-4e6a44d12fd4 admin admin] Network 3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:46:38.480971 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-6108ea0c-aa99-4298-a4ea-4e6a44d12fd4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:46:38.486050 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6108ea0c-aa99-4298-a4ea-4e6a44d12fd4 admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:46:38.513719 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108ea0c-aa99-4298-a4ea-4e6a44d12fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=0343d0e2-d93a-4618-b79d-066a72ddbd89,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:38.519491 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6108ea0c-aa99-4298-a4ea-4e6a44d12fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:38.569512 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6108ea0c-aa99-4298-a4ea-4e6a44d12fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854104830'] for router_interface, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:38.752929 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fcb04d-ebca-4c06-b67b-ddad41b8595d', 'name': 'network-vif-deleted', 'tag': 'e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7', 'status': 'completed', 'code': 200}
Apr 19 07:46:38.834670 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-22af443d-1439-48a9-b674-adee39630e19 None None] Provisioning for port 0343d0e2-d93a-4618-b79d-066a72ddbd89 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:46:38.841899 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165188f28>, [{'id': '24baacae-9a09-4b52-a42c-df703a112f8a', 'name': 'tempest-TestVolumeBootPattern-1352873298-router', 'tenant_id': '4115ba0947964b7696df42dc006b848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '74cbce09-a5f6-4a14-936d-436fde916fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:31Z', 'updated_at': '2021-04-19T07:46:33Z', 'revision_number': 3, 'project_id': '4115ba0947964b7696df42dc006b848a', 'gw_port': {'id': '74cbce09-a5f6-4a14-936d-436fde916fb3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24baacae-9a09-4b52-a42c-df703a112f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:32Z', 'updated_at': '2021-04-19T07:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:38.846167 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-22af443d-1439-48a9-b674-adee39630e19 None None] Provisioning complete for port 0343d0e2-d93a-4618-b79d-066a72ddbd89 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:46:38.846604 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-22af443d-1439-48a9-b674-adee39630e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:38.880128 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b092a199-45c1-4dd9-9741-3624b4d47ecc None None] The sync data for ids ['24baacae-9a09-4b52-a42c-df703a112f8a'] in dv-cinder-773870-2-iscsi is: [{'id': '24baacae-9a09-4b52-a42c-df703a112f8a', 'name': 'tempest-TestVolumeBootPattern-1352873298-router', 'tenant_id': '4115ba0947964b7696df42dc006b848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '74cbce09-a5f6-4a14-936d-436fde916fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:31Z', 'updated_at': '2021-04-19T07:46:33Z', 'revision_number': 3, 'project_id': '4115ba0947964b7696df42dc006b848a', 'gw_port': {'id': '74cbce09-a5f6-4a14-936d-436fde916fb3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24baacae-9a09-4b52-a42c-df703a112f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:32Z', 'updated_at': '2021-04-19T07:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:46:38.888479 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6108ea0c-aa99-4298-a4ea-4e6a44d12fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:38.912139 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-22af443d-1439-48a9-b674-adee39630e19 None None] Port 0343d0e2-d93a-4618-b79d-066a72ddbd89 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:46:39.142541 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6108ea0c-aa99-4298-a4ea-4e6a44d12fd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:39.147261 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6108ea0c-aa99-4298-a4ea-4e6a44d12fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:39.174186 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e6e806f3-bfda-418c-8d77-586ec6c8566f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:39.243062 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:46:39.274004 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 69162338-17d1-4fd0-9e95-1b4f86725f3d details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:46:39.281458 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108ea0c-aa99-4298-a4ea-4e6a44d12fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=0343d0e2-d93a-4618-b79d-066a72ddbd89,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:39.284992 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6108ea0c-aa99-4298-a4ea-4e6a44d12fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:39.286338 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6108ea0c-aa99-4298-a4ea-4e6a44d12fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853744977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671077'] for router_interface, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:39.290265 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] No Port match for: e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:46:39.290695 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device e928fbe7-57a8-4bc1-a9f2-75a0a2210aa7 not bound to the agent host hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:46:39.451195 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 69162338-17d1-4fd0-9e95-1b4f86725f3d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=69162338-17d1-4fd0-9e95-1b4f86725f3d,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:46:39.468487 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': '69162338-17d1-4fd0-9e95-1b4f86725f3d', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'port_id': '69162338-17d1-4fd0-9e95-1b4f86725f3d', 'mac_address': 'fa:16:3e:e3:d3:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:46:39.551801 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:39.585365 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69162338-17d1-4fd0-9e95-1b4f86725f3d {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:46:39.609714 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 69162338-17d1-4fd0-9e95-1b4f86725f3d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=69162338-17d1-4fd0-9e95-1b4f86725f3d,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:46:39.615498 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:39.617987 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ddc1162a-f00f-46b6-8f61-14b20d486588 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:39.698707 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=69162338-17d1-4fd0-9e95-1b4f86725f3d,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:39.702025 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:39.827268 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['69162338-17d1-4fd0-9e95-1b4f86725f3d'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:46:39.860981 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238937de-0e38-4c21-bbfb-a3f7aa8ae147 req-777e73b1-5574-40df-8d9e-a7a7f272d5cf tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:39.862636 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-238937de-0e38-4c21-bbfb-a3f7aa8ae147 req-777e73b1-5574-40df-8d9e-a7a7f272d5cf tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 944 time: 0.2395468
Apr 19 07:46:39.865331 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6108ea0c-aa99-4298-a4ea-4e6a44d12fd4 admin admin] Network 3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:46:39.866481 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-6108ea0c-aa99-4298-a4ea-4e6a44d12fd4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:46:40.146376 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-238937de-0e38-4c21-bbfb-a3f7aa8ae147 req-1645b626-54de-4147-b628-5b30f85b8f15 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2728474
Apr 19 07:46:40.169110 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-930bb299-43e9-4817-beec-ddc8628c9c06 None None] Provisioning complete for port 0343d0e2-d93a-4618-b79d-066a72ddbd89 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:46:40.169466 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-930bb299-43e9-4817-beec-ddc8628c9c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:40.200591 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6108ea0c-aa99-4298-a4ea-4e6a44d12fd4 admin admin] Router 24baacae-9a09-4b52-a42c-df703a112f8a has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:46:40.233769 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-930bb299-43e9-4817-beec-ddc8628c9c06 None None] Port 0343d0e2-d93a-4618-b79d-066a72ddbd89 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:46:40.298590 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 74cbce09-a5f6-4a14-936d-436fde916fb3 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:46:40.328305 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 54872) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:40.377863 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port 74cbce09-a5f6-4a14-936d-436fde916fb3 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:46:40.382913 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 74cbce09-a5f6-4a14-936d-436fde916fb3 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:46:40.383334 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:40.403661 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6108ea0c-aa99-4298-a4ea-4e6a44d12fd4 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:46:40.410289 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-6108ea0c-aa99-4298-a4ea-4e6a44d12fd4 admin admin] 10.222.0.20 "PUT /v2.0/routers/24baacae-9a09-4b52-a42c-df703a112f8a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1219370
Apr 19 07:46:40.512105 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:40.530074 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port 74cbce09-a5f6-4a14-936d-436fde916fb3, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=74cbce09-a5f6-4a14-936d-436fde916fb3,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:46:40.534264 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:40.535171 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device a0dfcac2-f0ca-4221-8be6-075e8dd38e22 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:46:40.575854 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:40.855078 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=74cbce09-a5f6-4a14-936d-436fde916fb3,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:40.860887 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:40.864099 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port a0dfcac2-f0ca-4221-8be6-075e8dd38e22 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:46:40.864190 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:40.872928 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:46:40.923529 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 54882) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:40.930981 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-8b229875-393e-4e35-b2db-178e25970afd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1972495707', 'description': 'tempest-secgroup-smoke-1972495707 description', 'project_id': '7cb235dc3277438c954bbcb8afc3469e'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:46:40.939164 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e9e02885-a79c-49bc-a11e-230d039972de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854105702'] for router_interface, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:40.991171 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8b229875-393e-4e35-b2db-178e25970afd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:46:41.057637 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-8b229875-393e-4e35-b2db-178e25970afd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Usage tracker for resource:security_group and tenant:7cb235dc3277438c954bbcb8afc3469e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:46:41.067670 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-8b229875-393e-4e35-b2db-178e25970afd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:46:41.076795 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8b229875-393e-4e35-b2db-178e25970afd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:46:41.104060 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8b229875-393e-4e35-b2db-178e25970afd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:41.143078 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8b229875-393e-4e35-b2db-178e25970afd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:46:41.150556 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-8b229875-393e-4e35-b2db-178e25970afd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Usage tracker for resource:security_group_rule and tenant:7cb235dc3277438c954bbcb8afc3469e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:46:41.154830 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-8b229875-393e-4e35-b2db-178e25970afd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:46:41.221735 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8b229875-393e-4e35-b2db-178e25970afd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:46:41.240835 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 69162338-17d1-4fd0-9e95-1b4f86725f3d up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:46:41.323391 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning for port 69162338-17d1-4fd0-9e95-1b4f86725f3d completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:46:41.331116 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port 69162338-17d1-4fd0-9e95-1b4f86725f3d triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:46:41.331548 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:41.366259 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6dff4-2b73-42d5-954d-c3635cea84d0 req-8c9193aa-64d1-497a-9f52-dbdf7532fa80 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:41.367877 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-50a6dff4-2b73-42d5-954d-c3635cea84d0 req-8c9193aa-64d1-497a-9f52-dbdf7532fa80 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 944 time: 0.0966961
Apr 19 07:46:41.409205 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8b229875-393e-4e35-b2db-178e25970afd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:41.421454 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8b229875-393e-4e35-b2db-178e25970afd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:41.426035 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-50a6dff4-2b73-42d5-954d-c3635cea84d0 req-eb25ceb9-1b1f-42bf-ada2-874f16b81528 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454090
Apr 19 07:46:41.434350 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-75f69b7f-669d-4a11-bdc0-1d68ece9b0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:41.463023 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-e9e02885-a79c-49bc-a11e-230d039972de admin admin] Deleting port 34795a46-9fa7-4da8-b6cc-7931a8a65076 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:46:41.463399 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e9e02885-a79c-49bc-a11e-230d039972de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:41.470266 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:41.499332 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69162338-17d1-4fd0-9e95-1b4f86725f3d'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:46:41.510345 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 69162338-17d1-4fd0-9e95-1b4f86725f3d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=69162338-17d1-4fd0-9e95-1b4f86725f3d,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:46:41.515449 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:41.517435 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:41.522650 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b229875-393e-4e35-b2db-178e25970afd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b055dfee-0d8b-48ac-870c-b010ca5bcb57,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:41.532418 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8b229875-393e-4e35-b2db-178e25970afd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:41.536333 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8b229875-393e-4e35-b2db-178e25970afd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:41.537671 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-8b229875-393e-4e35-b2db-178e25970afd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.6131430
Apr 19 07:46:41.541029 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 54892) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:41.548441 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-80323712-8f10-4a3f-8465-81867142cad3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Request body: {'security_group_rule': {'security_group_id': 'b055dfee-0d8b-48ac-870c-b010ca5bcb57', 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:46:41.575254 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-80323712-8f10-4a3f-8465-81867142cad3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:46:41.603741 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=69162338-17d1-4fd0-9e95-1b4f86725f3d,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:41.607169 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:41.628672 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69162338-17d1-4fd0-9e95-1b4f86725f3d', 'code': 200}
Apr 19 07:46:41.661603 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-80323712-8f10-4a3f-8465-81867142cad3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Usage tracker for resource:security_group_rule and tenant:7cb235dc3277438c954bbcb8afc3469e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:46:41.669264 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-80323712-8f10-4a3f-8465-81867142cad3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:46:41.678736 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-80323712-8f10-4a3f-8465-81867142cad3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:46:41.721955 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80323712-8f10-4a3f-8465-81867142cad3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:41.746216 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-e9e02885-a79c-49bc-a11e-230d039972de admin admin] For port 34795a46-9fa7-4da8-b6cc-7931a8a65076, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=34795a46-9fa7-4da8-b6cc-7931a8a65076,segment=NetworkSegment(d7a4ca43-b6f6-4792-a01a-38a40a6c015d),segment_id=d7a4ca43-b6f6-4792-a01a-38a40a6c015d)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:46:41.746637 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e9e02885-a79c-49bc-a11e-230d039972de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:41.806890 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] Sync routers for ids ['24baacae-9a09-4b52-a42c-df703a112f8a'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:46:41.817624 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] Routers {'24baacae-9a09-4b52-a42c-df703a112f8a'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:46:41.818495 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61653d71d0>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:46:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['24baacae-9a09-4b52-a42c-df703a112f8a'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:41.888546 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165b4b9-8ffa-4721-8ed9-8de19fbaa248 req-ab5b01a7-eedb-406a-af40-d90535e1fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:41.890186 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3165b4b9-8ffa-4721-8ed9-8de19fbaa248 req-ab5b01a7-eedb-406a-af40-d90535e1fbac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 1098 time: 0.0828817
Apr 19 07:46:41.909747 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-e9e02885-a79c-49bc-a11e-230d039972de admin admin] Calling delete_port for 34795a46-9fa7-4da8-b6cc-7931a8a65076 owned by network:router_interface {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:46:41.936253 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3165b4b9-8ffa-4721-8ed9-8de19fbaa248 req-5f1dd720-391a-442a-87ea-ad054c8f7e58 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399129
Apr 19 07:46:42.017600 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] Set router 24baacae-9a09-4b52-a42c-df703a112f8a gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:46:42.145211 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 74cbce09-a5f6-4a14-936d-436fde916fb3 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:46:42.221738 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 74cbce09-a5f6-4a14-936d-436fde916fb3 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:46:42.222176 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:42.364208 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61653d71d0>, [{'id': '24baacae-9a09-4b52-a42c-df703a112f8a', 'name': 'tempest-TestVolumeBootPattern-1352873298-router', 'tenant_id': '4115ba0947964b7696df42dc006b848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '74cbce09-a5f6-4a14-936d-436fde916fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:31Z', 'updated_at': '2021-04-19T07:46:38Z', 'revision_number': 4, 'project_id': '4115ba0947964b7696df42dc006b848a', 'gw_port': {'id': '74cbce09-a5f6-4a14-936d-436fde916fb3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24baacae-9a09-4b52-a42c-df703a112f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:32Z', 'updated_at': '2021-04-19T07:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '0343d0e2-d93a-4618-b79d-066a72ddbd89', 'name': '', 'network_id': '3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3', 'tenant_id': '4115ba0947964b7696df42dc006b848a', 'mac_address': 'fa:16:3e:ad:56:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24baacae-9a09-4b52-a42c-df703a112f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4480dec9-7470-474b-8936-cea2b9006be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:37Z', 'updated_at': '2021-04-19T07:46:38Z', 'revision_number': 2, 'project_id': '4115ba0947964b7696df42dc006b848a', 'subnets': [{'id': '4480dec9-7470-474b-8936-cea2b9006be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:42.368337 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] Checking router: 24baacae-9a09-4b52-a42c-df703a112f8a for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:46:42.368855 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] Updating router 24baacae-9a09-4b52-a42c-df703a112f8a port 0343d0e2-d93a-4618-b79d-066a72ddbd89 binding host dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 07:46:42.379651 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80323712-8f10-4a3f-8465-81867142cad3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:42.390532 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80323712-8f10-4a3f-8465-81867142cad3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:42.397032 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6fbf3dbb-57fd-4255-abc5-179225dd9a53 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:42.426911 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:42.434434 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80323712-8f10-4a3f-8465-81867142cad3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca27b01c-9f29-4da2-bb38-a736cd5d45b1,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:42.444050 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-80323712-8f10-4a3f-8465-81867142cad3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:42.453260 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80323712-8f10-4a3f-8465-81867142cad3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:42.454605 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-80323712-8f10-4a3f-8465-81867142cad3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9125447
Apr 19 07:46:42.457689 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54896) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:42.464580 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-d4317d34-63c1-44bc-8e33-7491a4103131 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Request body: {'security_group_rule': {'security_group_id': 'b055dfee-0d8b-48ac-870c-b010ca5bcb57', 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:46:42.471501 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d4317d34-63c1-44bc-8e33-7491a4103131 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:46:42.476598 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d4317d34-63c1-44bc-8e33-7491a4103131 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Usage tracker for resource:security_group_rule and tenant:7cb235dc3277438c954bbcb8afc3469e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:46:42.479985 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-d4317d34-63c1-44bc-8e33-7491a4103131 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:46:42.488134 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d4317d34-63c1-44bc-8e33-7491a4103131 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:46:42.509141 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d4317d34-63c1-44bc-8e33-7491a4103131 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:42.539934 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e9e02885-a79c-49bc-a11e-230d039972de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:42.545635 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d68d7eeb-0ba1-4266-90e6-bdc2e8d2beea tempest-VolumesSnapshotTestJSON-1520150960 tempest-VolumesSnapshotTestJSON-1520150960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:42.634967 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e02885-a79c-49bc-a11e-230d039972de admin admin] Pushing event deleted for resources: {'Port': ['ID=34795a46-9fa7-4da8-b6cc-7931a8a65076,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:42.638490 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e9e02885-a79c-49bc-a11e-230d039972de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:42.693342 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d4317d34-63c1-44bc-8e33-7491a4103131 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:42.703550 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d4317d34-63c1-44bc-8e33-7491a4103131 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:42.753860 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-233a7468-e58c-477f-bf2c-3994c5066394 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:42.773069 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4317d34-63c1-44bc-8e33-7491a4103131 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3781a0ad-3f4a-40d1-8c3e-d98d549d1989,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:42.775712 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d4317d34-63c1-44bc-8e33-7491a4103131 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:42.776889 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-d4317d34-63c1-44bc-8e33-7491a4103131 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3178337
Apr 19 07:46:42.782993 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54902) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:42.786442 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d4317d34-63c1-44bc-8e33-7491a4103131 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:42.790824 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-eaeafba0-9fcf-492a-a807-b8f04bc8c086 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Request body: {'security_group_rule': {'security_group_id': 'b055dfee-0d8b-48ac-870c-b010ca5bcb57', 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:46:42.801699 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-eaeafba0-9fcf-492a-a807-b8f04bc8c086 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:46:42.809993 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-eaeafba0-9fcf-492a-a807-b8f04bc8c086 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Usage tracker for resource:security_group_rule and tenant:7cb235dc3277438c954bbcb8afc3469e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:46:42.816422 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-eaeafba0-9fcf-492a-a807-b8f04bc8c086 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:46:42.827862 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-eaeafba0-9fcf-492a-a807-b8f04bc8c086 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:46:42.870606 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-eaeafba0-9fcf-492a-a807-b8f04bc8c086 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:42.915419 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23bdaf-843b-4254-b462-2f0e71973ab2 req-a28a4587-a585-42d0-91cc-6e240c3005af tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:42.917916 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0e23bdaf-843b-4254-b462-2f0e71973ab2 req-a28a4587-a585-42d0-91cc-6e240c3005af tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.3660190
Apr 19 07:46:42.928346 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e9e02885-a79c-49bc-a11e-230d039972de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854105628'] for router_interface, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:42.967662 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:42.981226 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] Transition to ACTIVE for port object 0343d0e2-d93a-4618-b79d-066a72ddbd89 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:46:42.987870 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:42.994054 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:42.995700 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0e23bdaf-843b-4254-b462-2f0e71973ab2 req-1e8af799-4b5b-4764-886e-157eb2af8f7a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578604
Apr 19 07:46:43.007342 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-eaeafba0-9fcf-492a-a807-b8f04bc8c086 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:43.011220 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-eaeafba0-9fcf-492a-a807-b8f04bc8c086 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:43.013487 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:43.035596 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeafba0-9fcf-492a-a807-b8f04bc8c086 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0babb1e8-ae17-40ba-b675-db181402a213,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:43.039695 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-eaeafba0-9fcf-492a-a807-b8f04bc8c086 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:43.056391 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-eaeafba0-9fcf-492a-a807-b8f04bc8c086 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:43.057740 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-eaeafba0-9fcf-492a-a807-b8f04bc8c086 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2735436
Apr 19 07:46:43.060698 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54906) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:43.066320 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-7f340ab1-1b36-45d5-86df-753be6c3298c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Request body: {'security_group_rule': {'security_group_id': 'b055dfee-0d8b-48ac-870c-b010ca5bcb57', 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:46:43.073489 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7f340ab1-1b36-45d5-86df-753be6c3298c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:46:43.078294 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-7f340ab1-1b36-45d5-86df-753be6c3298c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Usage tracker for resource:security_group_rule and tenant:7cb235dc3277438c954bbcb8afc3469e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:46:43.081695 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-7f340ab1-1b36-45d5-86df-753be6c3298c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:46:43.091775 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7f340ab1-1b36-45d5-86df-753be6c3298c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:46:43.111995 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7f340ab1-1b36-45d5-86df-753be6c3298c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:43.200717 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7f340ab1-1b36-45d5-86df-753be6c3298c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:43.204759 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7f340ab1-1b36-45d5-86df-753be6c3298c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:43.208346 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:43.246926 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7f340ab1-1b36-45d5-86df-753be6c3298c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:43.248365 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-7f340ab1-1b36-45d5-86df-753be6c3298c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1866524
Apr 19 07:46:43.251589 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 54910) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:43.256683 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f340ab1-1b36-45d5-86df-753be6c3298c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f927ff8-3e5f-424a-9db5-209640f5ab6f,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:43.269558 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7f340ab1-1b36-45d5-86df-753be6c3298c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:43.333597 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-3c7824fd-a055-417f-a5e2-13559b97c73f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Request body: {'security_group_rule': {'security_group_id': 'b055dfee-0d8b-48ac-870c-b010ca5bcb57', 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:46:43.349146 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-3c7824fd-a055-417f-a5e2-13559b97c73f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:46:43.357410 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-3c7824fd-a055-417f-a5e2-13559b97c73f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Usage tracker for resource:security_group_rule and tenant:7cb235dc3277438c954bbcb8afc3469e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:46:43.371979 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-3c7824fd-a055-417f-a5e2-13559b97c73f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:46:43.383578 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-3c7824fd-a055-417f-a5e2-13559b97c73f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:46:43.389840 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c5c47-a24a-4f60-98f1-fc9b0c5d6bf4 None None] Pushing event updated for resources: {'Port': ['ID=0343d0e2-d93a-4618-b79d-066a72ddbd89,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:43.412800 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.securitygroups_db [None req-3c7824fd-a055-417f-a5e2-13559b97c73f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Project 7cb235dc3277438c954bbcb8afc3469e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 07:46:43.428847 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3c7824fd-a055-417f-a5e2-13559b97c73f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:43.429845 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c5c47-a24a-4f60-98f1-fc9b0c5d6bf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:43.430233 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c5c47-a24a-4f60-98f1-fc9b0c5d6bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:43.430643 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c5c47-a24a-4f60-98f1-fc9b0c5d6bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:43.431065 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c5c47-a24a-4f60-98f1-fc9b0c5d6bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:43.431401 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c5c47-a24a-4f60-98f1-fc9b0c5d6bf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:43.431766 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c5c47-a24a-4f60-98f1-fc9b0c5d6bf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:43.432126 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c5c47-a24a-4f60-98f1-fc9b0c5d6bf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:43.432487 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c5c47-a24a-4f60-98f1-fc9b0c5d6bf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:43.432871 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c5c47-a24a-4f60-98f1-fc9b0c5d6bf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:43.433234 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c5c47-a24a-4f60-98f1-fc9b0c5d6bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:43.433598 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c5c47-a24a-4f60-98f1-fc9b0c5d6bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:43.433957 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312c5c47-a24a-4f60-98f1-fc9b0c5d6bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:46:43.442462 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-312c5c47-a24a-4f60-98f1-fc9b0c5d6bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:43.459789 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] Attempting to bind port 0343d0e2-d93a-4618-b79d-066a72ddbd89 on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:46:43.460259 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] Attempting to bind port 0343d0e2-d93a-4618-b79d-066a72ddbd89 by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': 'fc593f1c-1565-423e-a03c-58f3d2c139ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:46:43.460600 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] Attempting to bind port 0343d0e2-d93a-4618-b79d-066a72ddbd89 on network 3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:46:43.468557 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:46:43.468976 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] Checking segment: {'id': 'fc593f1c-1565-423e-a03c-58f3d2c139ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:46:43.469435 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:43.469867 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] Bound using segment: {'id': 'fc593f1c-1565-423e-a03c-58f3d2c139ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:46:43.470517 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] Bound port: 0343d0e2-d93a-4618-b79d-066a72ddbd89, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc593f1c-1565-423e-a03c-58f3d2c139ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:46:43.470937 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:43.480268 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e02885-a79c-49bc-a11e-230d039972de admin admin] Router 09706c0a-9a5a-4357-9e14-649cb87c30f1 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:46:43.570416 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] For port 0343d0e2-d93a-4618-b79d-066a72ddbd89, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:46:43.574169 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] For port 0343d0e2-d93a-4618-b79d-066a72ddbd89, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=0343d0e2-d93a-4618-b79d-066a72ddbd89,segment=NetworkSegment(fc593f1c-1565-423e-a03c-58f3d2c139ba),segment_id=fc593f1c-1565-423e-a03c-58f3d2c139ba)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:46:43.579665 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:43.584993 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:43.669007 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] Routers {'24baacae-9a09-4b52-a42c-df703a112f8a'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:46:43.669685 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61653d71d0>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:46:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['24baacae-9a09-4b52-a42c-df703a112f8a'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:43.686245 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3c7824fd-a055-417f-a5e2-13559b97c73f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:43.692652 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3c7824fd-a055-417f-a5e2-13559b97c73f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:43.698437 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:43.735382 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7824fd-a055-417f-a5e2-13559b97c73f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a39903d-c74e-47f6-940a-760ecc0bca4a,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:43.742877 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3c7824fd-a055-417f-a5e2-13559b97c73f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:43.761650 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e02885-a79c-49bc-a11e-230d039972de admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:46:43.763891 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3c7824fd-a055-417f-a5e2-13559b97c73f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:43.767821 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-3c7824fd-a055-417f-a5e2-13559b97c73f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5122592
Apr 19 07:46:43.768371 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54914) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:43.769124 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-e9e02885-a79c-49bc-a11e-230d039972de admin admin] 10.222.0.20 "PUT /v2.0/routers/09706c0a-9a5a-4357-9e14-649cb87c30f1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4396827
Apr 19 07:46:43.771894 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 54918) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:43.775726 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-78ac7d9e-60ee-489b-a38e-0ecadabc8242 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Request body: {'security_group_rule': {'security_group_id': 'b055dfee-0d8b-48ac-870c-b010ca5bcb57', 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:46:43.776329 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7c04d7-0102-4bb8-9310-78c3ee600152 None None] Sync routers for ids ['09706c0a-9a5a-4357-9e14-649cb87c30f1'] in dv-cinder-773870-2-iscsi {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:46:43.782820 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-78ac7d9e-60ee-489b-a38e-0ecadabc8242 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:46:43.787775 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7c04d7-0102-4bb8-9310-78c3ee600152 None None] Routers {'09706c0a-9a5a-4357-9e14-649cb87c30f1'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:46:43.788635 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-2c7c04d7-0102-4bb8-9310-78c3ee600152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164cdad30>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:46:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['09706c0a-9a5a-4357-9e14-649cb87c30f1'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:43.793393 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-78ac7d9e-60ee-489b-a38e-0ecadabc8242 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Usage tracker for resource:security_group_rule and tenant:7cb235dc3277438c954bbcb8afc3469e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:46:43.796929 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-78ac7d9e-60ee-489b-a38e-0ecadabc8242 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:46:43.805105 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c5c47-a24a-4f60-98f1-fc9b0c5d6bf4 None None] Pushing event updated for resources: {'Port': ['ID=0343d0e2-d93a-4618-b79d-066a72ddbd89,revision_number=4']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:43.816449 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-78ac7d9e-60ee-489b-a38e-0ecadabc8242 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:46:43.819280 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-312c5c47-a24a-4f60-98f1-fc9b0c5d6bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:43.830121 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.securitygroups_db [None req-78ac7d9e-60ee-489b-a38e-0ecadabc8242 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Project 7cb235dc3277438c954bbcb8afc3469e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 07:46:43.837832 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-78ac7d9e-60ee-489b-a38e-0ecadabc8242 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:43.890572 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] Set router 24baacae-9a09-4b52-a42c-df703a112f8a gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:46:43.911533 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-78ac7d9e-60ee-489b-a38e-0ecadabc8242 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:43.915743 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-78ac7d9e-60ee-489b-a38e-0ecadabc8242 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:43.918126 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:43.954437 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-78ac7d9e-60ee-489b-a38e-0ecadabc8242 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:43.955916 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-78ac7d9e-60ee-489b-a38e-0ecadabc8242 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1863532
Apr 19 07:46:43.956871 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac7d9e-60ee-489b-a38e-0ecadabc8242 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b462c3-1595-4733-b18d-a65a98827988,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:43.966402 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-78ac7d9e-60ee-489b-a38e-0ecadabc8242 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:44.012611 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1adc7828-4609-4373-8e74-6a4cecbf7277 admin admin] Notify callbacks [] for router, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:44.019435 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-2c7c04d7-0102-4bb8-9310-78c3ee600152 None None] Set router 09706c0a-9a5a-4357-9e14-649cb87c30f1 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:46:44.243201 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60dd0bf-ccbc-40f5-a733-3c7d177365a3 req-4d201c49-019e-4b66-8d64-998dc27710d8 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:44.251378 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d60dd0bf-ccbc-40f5-a733-3c7d177365a3 req-4d201c49-019e-4b66-8d64-998dc27710d8 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.1043351
Apr 19 07:46:44.309422 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d60dd0bf-ccbc-40f5-a733-3c7d177365a3 req-86956ad8-e0b0-4e9c-8523-871b976cdb89 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569901
Apr 19 07:46:44.325623 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1adc7828-4609-4373-8e74-6a4cecbf7277 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:44.337523 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-1adc7828-4609-4373-8e74-6a4cecbf7277 admin admin] Deleting port bf930bb5-7cdc-4367-875d-ec9cd769935f {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:46:44.337917 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1adc7828-4609-4373-8e74-6a4cecbf7277 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:44.356720 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61653d71d0>, [{'id': '24baacae-9a09-4b52-a42c-df703a112f8a', 'name': 'tempest-TestVolumeBootPattern-1352873298-router', 'tenant_id': '4115ba0947964b7696df42dc006b848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '74cbce09-a5f6-4a14-936d-436fde916fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:31Z', 'updated_at': '2021-04-19T07:46:38Z', 'revision_number': 4, 'project_id': '4115ba0947964b7696df42dc006b848a', 'gw_port': {'id': '74cbce09-a5f6-4a14-936d-436fde916fb3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24baacae-9a09-4b52-a42c-df703a112f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:32Z', 'updated_at': '2021-04-19T07:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '0343d0e2-d93a-4618-b79d-066a72ddbd89', 'name': '', 'network_id': '3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3', 'tenant_id': '4115ba0947964b7696df42dc006b848a', 'mac_address': 'fa:16:3e:ad:56:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24baacae-9a09-4b52-a42c-df703a112f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4480dec9-7470-474b-8936-cea2b9006be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:37Z', 'updated_at': '2021-04-19T07:46:43Z', 'revision_number': 4, 'project_id': '4115ba0947964b7696df42dc006b848a', 'subnets': [{'id': '4480dec9-7470-474b-8936-cea2b9006be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:44.367763 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3992859a-f9d5-44bb-b722-612d4725c9ec None None] The sync data for ids ['24baacae-9a09-4b52-a42c-df703a112f8a'] in dv-cinder-773870-2-iscsi is: [{'id': '24baacae-9a09-4b52-a42c-df703a112f8a', 'name': 'tempest-TestVolumeBootPattern-1352873298-router', 'tenant_id': '4115ba0947964b7696df42dc006b848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '74cbce09-a5f6-4a14-936d-436fde916fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:31Z', 'updated_at': '2021-04-19T07:46:38Z', 'revision_number': 4, 'project_id': '4115ba0947964b7696df42dc006b848a', 'gw_port': {'id': '74cbce09-a5f6-4a14-936d-436fde916fb3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24baacae-9a09-4b52-a42c-df703a112f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:32Z', 'updated_at': '2021-04-19T07:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '0343d0e2-d93a-4618-b79d-066a72ddbd89', 'name': '', 'network_id': '3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3', 'tenant_id': '4115ba0947964b7696df42dc006b848a', 'mac_address': 'fa:16:3e:ad:56:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24baacae-9a09-4b52-a42c-df703a112f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '4480dec9-7470-474b-8936-cea2b9006be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:37Z', 'updated_at': '2021-04-19T07:46:43Z', 'revision_number': 4, 'project_id': '4115ba0947964b7696df42dc006b848a', 'subnets': [{'id': '4480dec9-7470-474b-8936-cea2b9006be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:46:44.547445 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-2c7c04d7-0102-4bb8-9310-78c3ee600152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164cdad30>, [{'id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'name': 'tempest-TestMinimumBasicScenario-697593408-router', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:40Z', 'updated_at': '2021-04-19T07:46:42Z', 'revision_number': 5, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'gw_port': {'id': 'bf930bb5-7cdc-4367-875d-ec9cd769935f', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:41Z', 'updated_at': '2021-04-19T07:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:44.551581 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7c04d7-0102-4bb8-9310-78c3ee600152 None None] Checking router: 09706c0a-9a5a-4357-9e14-649cb87c30f1 for host: dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:46:44.562185 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7c04d7-0102-4bb8-9310-78c3ee600152 None None] Routers {'09706c0a-9a5a-4357-9e14-649cb87c30f1'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:46:44.562885 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-2c7c04d7-0102-4bb8-9310-78c3ee600152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164cdad30>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:46:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['09706c0a-9a5a-4357-9e14-649cb87c30f1'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:44.640108 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e52b4-9868-484d-a119-da94bbe0c8c8 req-48a48922-f8df-44df-a947-5f87684c9323 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:44.640510 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-1adc7828-4609-4373-8e74-6a4cecbf7277 admin admin] For port bf930bb5-7cdc-4367-875d-ec9cd769935f, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=bf930bb5-7cdc-4367-875d-ec9cd769935f,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:46:44.641060 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1adc7828-4609-4373-8e74-6a4cecbf7277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:44.645714 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2c6e52b4-9868-484d-a119-da94bbe0c8c8 req-48a48922-f8df-44df-a947-5f87684c9323 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.1262422
Apr 19 07:46:44.653448 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 54964) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:44.659784 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-c20ec77b-3947-4fd7-a279-d72aeeb8023e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Request body: {'floatingip': {'port_id': '69162338-17d1-4fd0-9e95-1b4f86725f3d'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:46:44.781218 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c20ec77b-3947-4fd7-a279-d72aeeb8023e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for floatingip, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:44.894265 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-2c7c04d7-0102-4bb8-9310-78c3ee600152 None None] Set router 09706c0a-9a5a-4357-9e14-649cb87c30f1 gateway port host: None {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:46:45.064580 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-2c7c04d7-0102-4bb8-9310-78c3ee600152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164cdad30>, [{'id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'name': 'tempest-TestMinimumBasicScenario-697593408-router', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:40Z', 'updated_at': '2021-04-19T07:46:44Z', 'revision_number': 6, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'gw_port_host': None}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:45.073077 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7c04d7-0102-4bb8-9310-78c3ee600152 None None] The sync data for ids ['09706c0a-9a5a-4357-9e14-649cb87c30f1'] in dv-cinder-773870-2-iscsi is: [{'id': '09706c0a-9a5a-4357-9e14-649cb87c30f1', 'name': 'tempest-TestMinimumBasicScenario-697593408-router', 'tenant_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:40Z', 'updated_at': '2021-04-19T07:46:44Z', 'revision_number': 6, 'project_id': 'ee2ca57b536d4a6eb9a1165c495ab71b', 'gw_port_host': None}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:46:45.153615 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-1adc7828-4609-4373-8e74-6a4cecbf7277 admin admin] Calling delete_port for bf930bb5-7cdc-4367-875d-ec9cd769935f owned by network:router_gateway {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:46:45.381172 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1adc7828-4609-4373-8e74-6a4cecbf7277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:45.388279 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-08f5c1af-18c6-4797-8958-232f58d6b288 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:45.452641 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc7828-4609-4373-8e74-6a4cecbf7277 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf930bb5-7cdc-4367-875d-ec9cd769935f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:45.523409 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1adc7828-4609-4373-8e74-6a4cecbf7277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:45.559289 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1adc7828-4609-4373-8e74-6a4cecbf7277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682341'] for router_gateway, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:45.596656 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c20ec77b-3947-4fd7-a279-d72aeeb8023e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:45.603561 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c20ec77b-3947-4fd7-a279-d72aeeb8023e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671153'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:45.757738 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1adc7828-4609-4373-8e74-6a4cecbf7277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775458'] for router, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:45.760749 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1adc7828-4609-4373-8e74-6a4cecbf7277 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:45.802563 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.l3_db [None req-c20ec77b-3947-4fd7-a279-d72aeeb8023e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Floating IP 40250f29-bf7c-4eb6-b69f-3a360a9d9b90 associated. External IP: 172.27.0.218, port: 69162338-17d1-4fd0-9e95-1b4f86725f3d.
Apr 19 07:46:45.849942 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1adc7828-4609-4373-8e74-6a4cecbf7277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854118019'] for router, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:45.850567 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1adc7828-4609-4373-8e74-6a4cecbf7277 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09706c0a-9a5a-4357-9e14-649cb87c30f1 {{(pid=86356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 07:46:45.864779 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1adc7828-4609-4373-8e74-6a4cecbf7277 admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:45.866046 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-1adc7828-4609-4373-8e74-6a4cecbf7277 admin admin] 10.222.0.20 "DELETE /v2.0/routers/09706c0a-9a5a-4357-9e14-649cb87c30f1 HTTP/1.1" status: 204  len: 168 time: 2.0931408
Apr 19 07:46:45.868866 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 54986) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:45.953973 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac1e857-567d-4750-bfca-f5148063bb0d admin admin] Deleting subnet 3643a73d-bbcf-408b-929c-8c605c75acdc {{(pid=86356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 07:46:45.957503 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cac1e857-567d-4750-bfca-f5148063bb0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:46.020965 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cac1e857-567d-4750-bfca-f5148063bb0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850762484'] for subnet, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:46.188553 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cac1e857-567d-4750-bfca-f5148063bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852818528'] for subnet, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:46.219368 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 0343d0e2-d93a-4618-b79d-066a72ddbd89 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:46:46.299194 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port 0343d0e2-d93a-4618-b79d-066a72ddbd89 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:46:46.307604 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 0343d0e2-d93a-4618-b79d-066a72ddbd89 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:46:46.307604 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:46.447145 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:46.457629 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20ec77b-3947-4fd7-a279-d72aeeb8023e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Router e6fbbfe8-2635-40bc-b99b-4d2648b64c94 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:46:46.475135 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cac1e857-567d-4750-bfca-f5148063bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2571019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852561747'] for subnet, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:46.480510 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:46.486907 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port 0343d0e2-d93a-4618-b79d-066a72ddbd89, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=0343d0e2-d93a-4618-b79d-066a72ddbd89,segment=NetworkSegment(fc593f1c-1565-423e-a03c-58f3d2c139ba),segment_id=fc593f1c-1565-423e-a03c-58f3d2c139ba)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:46:46.491162 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:46.493300 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:46.520910 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1e857-567d-4750-bfca-f5148063bb0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3643a73d-bbcf-408b-929c-8c605c75acdc,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:46.525881 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cac1e857-567d-4750-bfca-f5148063bb0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:46.531452 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cac1e857-567d-4750-bfca-f5148063bb0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:46.538362 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c45a80e-dcfd-4453-a7a5-4e8e6583bf97 None None] Network 1ce6dd40-ed90-4d53-9fbe-9465812d6db3 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:46:46.541146 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-cac1e857-567d-4750-bfca-f5148063bb0d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3643a73d-bbcf-408b-929c-8c605c75acdc HTTP/1.1" status: 204  len: 168 time: 0.6711209
Apr 19 07:46:46.544007 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 54992) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:46.658505 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 34795a46-9fa7-4da8-b6cc-7931a8a65076 no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:46:46.669912 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20ec77b-3947-4fd7-a279-d72aeeb8023e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:46:46.674490 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c20ec77b-3947-4fd7-a279-d72aeeb8023e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:46.680491 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c191657-17ff-4eb5-a4a3-9632e22b7632 None None] Sync routers for ids ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:46:46.691995 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c191657-17ff-4eb5-a4a3-9632e22b7632 None None] Routers {'e6fbbfe8-2635-40bc-b99b-4d2648b64c94'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:46:46.693115 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-2c191657-17ff-4eb5-a4a3-9632e22b7632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61653d7940>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:46:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:46.697654 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915220'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:46.716265 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] Deleting port 74793784-8a02-4967-9d09-f7b26a6e18a2 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:46:46.716659 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:46.719091 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: 34795a46-9fa7-4da8-b6cc-7931a8a65076 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:46:46.719488 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 34795a46-9fa7-4da8-b6cc-7931a8a65076 not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:46:46.719966 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device bf930bb5-7cdc-4367-875d-ec9cd769935f no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:46:46.743092 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-c20ec77b-3947-4fd7-a279-d72aeeb8023e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "PUT /v2.0/floatingips/40250f29-bf7c-4eb6-b69f-3a360a9d9b90 HTTP/1.1" status: 200  len: 991 time: 2.0883601
Apr 19 07:46:46.744217 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1', 'tag': '69162338-17d1-4fd0-9e95-1b4f86725f3d'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:46:46.812356 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1', 'tag': '69162338-17d1-4fd0-9e95-1b4f86725f3d', 'status': 'completed', 'code': 200}
Apr 19 07:46:46.873084 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: bf930bb5-7cdc-4367-875d-ec9cd769935f {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:46:46.873483 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device bf930bb5-7cdc-4367-875d-ec9cd769935f not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:46:46.907562 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=0343d0e2-d93a-4618-b79d-066a72ddbd89,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:46.911764 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:46.932088 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f1e52-6230-4c66-af64-f19c903ec054 req-ba8b74a3-7b9f-4210-a6ee-2c888208a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:46.934396 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-985f1e52-6230-4c66-af64-f19c903ec054 req-ba8b74a3-7b9f-4210-a6ee-2c888208a279 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a43260bdda249fa8463858d2df10378&device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 1098 time: 0.0987368
Apr 19 07:46:46.973640 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-2c191657-17ff-4eb5-a4a3-9632e22b7632 None None] Set router e6fbbfe8-2635-40bc-b99b-4d2648b64c94 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:46:47.012594 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] For port 74793784-8a02-4967-9d09-f7b26a6e18a2, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=74793784-8a02-4967-9d09-f7b26a6e18a2,segment=NetworkSegment(d7a4ca43-b6f6-4792-a01a-38a40a6c015d),segment_id=d7a4ca43-b6f6-4792-a01a-38a40a6c015d)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:46:47.012594 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:47.042213 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f96464-14e7-4b99-9f2e-5f0d7acf8fc7 None None] DHCP port deletion for 1ce6dd40-ed90-4d53-9fbe-9465812d6db3 request from dv-cinder-773870-2-iscsi {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 07:46:47.047233 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-b2f96464-14e7-4b99-9f2e-5f0d7acf8fc7 None None] Deleting port 74793784-8a02-4967-9d09-f7b26a6e18a2 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:46:47.047699 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b2f96464-14e7-4b99-9f2e-5f0d7acf8fc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:47.110122 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f1e52-6230-4c66-af64-f19c903ec054 req-129cc7af-ea31-4743-9853-7874b8b25737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:47.111855 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-985f1e52-6230-4c66-af64-f19c903ec054 req-129cc7af-ea31-4743-9853-7874b8b25737 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5f1dd0c-8823-440f-8f62-01e66b821b29 HTTP/1.1" status: 200  len: 917 time: 0.1709540
Apr 19 07:46:47.161211 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] Calling delete_port for 74793784-8a02-4967-9d09-f7b26a6e18a2 owned by network:dhcp {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:46:47.262456 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:47.268476 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9fa14bf0-1aa5-40f6-bec9-d57c63da959b tempest-VolumesActionsTest-205205732 tempest-VolumesActionsTest-205205732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:47.270964 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-985f1e52-6230-4c66-af64-f19c903ec054 req-521abd66-453f-4ccf-9bb6-0fbad728edeb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69162338-17d1-4fd0-9e95-1b4f86725f3d HTTP/1.1" status: 200  len: 999 time: 0.1512790
Apr 19 07:46:47.311144 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-b2f96464-14e7-4b99-9f2e-5f0d7acf8fc7 None None] The port '74793784-8a02-4967-9d09-f7b26a6e18a2' was deleted {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 07:46:47.323358 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] Pushing event deleted for resources: {'Port': ['ID=74793784-8a02-4967-9d09-f7b26a6e18a2,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:47.326849 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:47.327687 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] No DVR routers for this DVR port 74793784-8a02-4967-9d09-f7b26a6e18a2 on host dv-cinder-773870-2-iscsi {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:46:47.408089 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f1e52-6230-4c66-af64-f19c903ec054 req-42773a39-fd97-4332-826b-8c4575f7a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:47.409706 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-985f1e52-6230-4c66-af64-f19c903ec054 req-42773a39-fd97-4332-826b-8c4575f7a1ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a2ef621-9f95-4913-83e2-4f12522f9619 HTTP/1.1" status: 200  len: 855 time: 0.1306343
Apr 19 07:46:47.478869 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957365', 'neutron.services.segments.db._delete_segments_for_network-8753519474803'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:47.498557 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-2c191657-17ff-4eb5-a4a3-9632e22b7632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61653d7940>, [{'id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'name': 'tempest-AttachVolumeShelveTestJSON-275747728-router', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:07Z', 'updated_at': '2021-04-19T07:41:15Z', 'revision_number': 4, 'project_id': '3a43260bdda249fa8463858d2df10378', 'gw_port': {'id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': '40250f29-bf7c-4eb6-b69f-3a360a9d9b90', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'port_id': '69162338-17d1-4fd0-9e95-1b4f86725f3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'mac_address': 'fa:16:3e:e3:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:46:26Z', 'updated_at': '2021-04-19T07:46:45Z', 'revision_number': 1, 'project_id': '3a43260bdda249fa8463858d2df10378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a5ade7-5781-47ec-8941-61a0122a8a90', 'name': '', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'mac_address': 'fa:16:3e:0a:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:14Z', 'updated_at': '2021-04-19T07:41:28Z', 'revision_number': 5, 'project_id': '3a43260bdda249fa8463858d2df10378', 'subnets': [{'id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:47.502835 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c191657-17ff-4eb5-a4a3-9632e22b7632 None None] Checking router: e6fbbfe8-2635-40bc-b99b-4d2648b64c94 for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:46:47.504552 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f1e52-6230-4c66-af64-f19c903ec054 req-3e4c69da-1408-48ee-8ebe-e029f03153be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:46:47.506278 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-985f1e52-6230-4c66-af64-f19c903ec054 req-3e4c69da-1408-48ee-8ebe-e029f03153be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5f1dd0c-8823-440f-8f62-01e66b821b29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0891705
Apr 19 07:46:47.512037 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c191657-17ff-4eb5-a4a3-9632e22b7632 None None] Routers {'e6fbbfe8-2635-40bc-b99b-4d2648b64c94'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:46:47.512758 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-2c191657-17ff-4eb5-a4a3-9632e22b7632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61653d7940>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:46:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:47.602802 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f61643afd30>,) {'filters': {'network_id': ['1ce6dd40-ed90-4d53-9fbe-9465812d6db3']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:47.620274 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f61643afd30>, 'd7a4ca43-b6f6-4792-a01a-38a40a6c015d') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:47.620615 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f61643afd30>, 'd7a4ca43-b6f6-4792-a01a-38a40a6c015d') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:47.633339 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283335320419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4013316'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:47.651068 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:47.658088 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 07:46:47.673379 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-985f1e52-6230-4c66-af64-f19c903ec054 req-9c05b160-6849-4459-9ccb-b4a053d929a4 service neutron] 10.222.0.16 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1601584
Apr 19 07:46:47.726623 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-2c191657-17ff-4eb5-a4a3-9632e22b7632 None None] Set router e6fbbfe8-2635-40bc-b99b-4d2648b64c94 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:46:47.832282 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-985f1e52-6230-4c66-af64-f19c903ec054 req-0d55d4d6-69b8-42c7-a11b-c91642d17395 service neutron] 10.222.0.16 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1512759
Apr 19 07:46:47.847152 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] Network 1ce6dd40-ed90-4d53-9fbe-9465812d6db3 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:46:47.857369 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852824399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852205400'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:48.054972 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] Network 1ce6dd40-ed90-4d53-9fbe-9465812d6db3 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]: Traceback (most recent call last):
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:     timer()
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:     cb(*args, **kw)
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:     return func(*args, **kwargs)
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:     self._notify()
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:     self.callback(batched_events)
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:     event.method(event)
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:     segment_id)['aggregates'][0]
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:     return f(self, *a, **k)
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self._get(url).json()
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:     **kwargs)
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self.request(url, 'GET', **kwargs)
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:     **endpoint_filter)
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 07:46:48.079927 dv-cinder-773870-2-iscsi neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 07:46:48.164921 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852818435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671106'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:48.168903 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:48.179671 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 0343d0e2-d93a-4618-b79d-066a72ddbd89 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:46:48.186556 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:48.193816 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] Pushing event deleted for resources: {'Network': ['ID=1ce6dd40-ed90-4d53-9fbe-9465812d6db3,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:48.199287 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:48.216083 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] 10.222.0.20 "DELETE /v2.0/networks/1ce6dd40-ed90-4d53-9fbe-9465812d6db3 HTTP/1.1" status: 204  len: 168 time: 1.6678197
Apr 19 07:46:48.216481 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 55004) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:48.268081 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 0343d0e2-d93a-4618-b79d-066a72ddbd89 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:46:48.268642 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:48.293213 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-2c191657-17ff-4eb5-a4a3-9632e22b7632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61653d7940>, [{'id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'name': 'tempest-AttachVolumeShelveTestJSON-275747728-router', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:07Z', 'updated_at': '2021-04-19T07:41:15Z', 'revision_number': 4, 'project_id': '3a43260bdda249fa8463858d2df10378', 'gw_port': {'id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': '40250f29-bf7c-4eb6-b69f-3a360a9d9b90', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'port_id': '69162338-17d1-4fd0-9e95-1b4f86725f3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'mac_address': 'fa:16:3e:e3:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:46:26Z', 'updated_at': '2021-04-19T07:46:45Z', 'revision_number': 1, 'project_id': '3a43260bdda249fa8463858d2df10378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a5ade7-5781-47ec-8941-61a0122a8a90', 'name': '', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'mac_address': 'fa:16:3e:0a:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:14Z', 'updated_at': '2021-04-19T07:41:28Z', 'revision_number': 5, 'project_id': '3a43260bdda249fa8463858d2df10378', 'subnets': [{'id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:48.297571 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c191657-17ff-4eb5-a4a3-9632e22b7632 None None] The sync data for ids ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'] in dv-cinder-773870-2-iscsi is: [{'id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'name': 'tempest-AttachVolumeShelveTestJSON-275747728-router', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:07Z', 'updated_at': '2021-04-19T07:41:15Z', 'revision_number': 4, 'project_id': '3a43260bdda249fa8463858d2df10378', 'gw_port': {'id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': '40250f29-bf7c-4eb6-b69f-3a360a9d9b90', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'port_id': '69162338-17d1-4fd0-9e95-1b4f86725f3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'mac_address': 'fa:16:3e:e3:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:46:26Z', 'updated_at': '2021-04-19T07:46:45Z', 'revision_number': 1, 'project_id': '3a43260bdda249fa8463858d2df10378', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a5ade7-5781-47ec-8941-61a0122a8a90', 'name': '', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'mac_address': 'fa:16:3e:0a:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:14Z', 'updated_at': '2021-04-19T07:41:28Z', 'revision_number': 5, 'project_id': '3a43260bdda249fa8463858d2df10378', 'subnets': [{'id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:46:48.482432 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 74793784-8a02-4967-9d09-f7b26a6e18a2 no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:46:48.521088 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: 74793784-8a02-4967-9d09-f7b26a6e18a2 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:46:48.521499 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 74793784-8a02-4967-9d09-f7b26a6e18a2 not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:46:48.611976 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388c243-19d2-4bd2-9d1e-8764ea6f093c None None] New status for floating IP 40250f29-bf7c-4eb6-b69f-3a360a9d9b90: ACTIVE {{(pid=86358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 07:46:49.062899 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4cd0b647-9d74-49a9-91e0-5e169c66d17f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854105702'] for router_interface, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:49.437719 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-4cd0b647-9d74-49a9-91e0-5e169c66d17f admin admin] Deleting port d6efee4c-ae20-44c0-a894-2d54f41d056b {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:46:49.438323 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4cd0b647-9d74-49a9-91e0-5e169c66d17f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:49.638405 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-4cd0b647-9d74-49a9-91e0-5e169c66d17f admin admin] For port d6efee4c-ae20-44c0-a894-2d54f41d056b, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=d6efee4c-ae20-44c0-a894-2d54f41d056b,segment=NetworkSegment(c49984a1-3466-42b3-a8e9-71a59ec8a16d),segment_id=c49984a1-3466-42b3-a8e9-71a59ec8a16d)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:46:49.638808 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4cd0b647-9d74-49a9-91e0-5e169c66d17f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:49.775273 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-4cd0b647-9d74-49a9-91e0-5e169c66d17f admin admin] Calling delete_port for d6efee4c-ae20-44c0-a894-2d54f41d056b owned by network:router_interface {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:46:49.955344 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4cd0b647-9d74-49a9-91e0-5e169c66d17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:49.959022 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a45946a4-fd6d-45fb-b0c6-2c25a2a3dfbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:50.006187 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0b647-9d74-49a9-91e0-5e169c66d17f admin admin] Pushing event deleted for resources: {'Port': ['ID=d6efee4c-ae20-44c0-a894-2d54f41d056b,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:50.009567 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4cd0b647-9d74-49a9-91e0-5e169c66d17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:50.304801 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4cd0b647-9d74-49a9-91e0-5e169c66d17f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854105628'] for router_interface, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:50.698036 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd0b647-9d74-49a9-91e0-5e169c66d17f admin admin] Router f53064f0-1926-4697-b189-5b09ae4440c8 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:46:50.895905 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd0b647-9d74-49a9-91e0-5e169c66d17f admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:46:50.905552 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5649abf-3079-4acd-9882-ccc78984ed11 None None] Sync routers for ids ['f53064f0-1926-4697-b189-5b09ae4440c8'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:46:50.908719 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-4cd0b647-9d74-49a9-91e0-5e169c66d17f admin admin] 10.222.0.20 "PUT /v2.0/routers/f53064f0-1926-4697-b189-5b09ae4440c8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6887743
Apr 19 07:46:50.909017 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 55018) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:50.916361 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5649abf-3079-4acd-9882-ccc78984ed11 None None] Routers {'f53064f0-1926-4697-b189-5b09ae4440c8'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:46:50.917077 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-a5649abf-3079-4acd-9882-ccc78984ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164d3a0f0>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:46:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['f53064f0-1926-4697-b189-5b09ae4440c8'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:51.103984 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-52c4015a-20f3-4296-855e-598d60bc5dd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:51.111132 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-a5649abf-3079-4acd-9882-ccc78984ed11 None None] Set router f53064f0-1926-4697-b189-5b09ae4440c8 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:46:51.304470 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-52c4015a-20f3-4296-855e-598d60bc5dd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:51.315703 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-52c4015a-20f3-4296-855e-598d60bc5dd4 admin admin] Deleting port 94c35fdd-39ea-4621-91b5-527f507b220f {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:46:51.316088 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-52c4015a-20f3-4296-855e-598d60bc5dd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:51.431378 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-a5649abf-3079-4acd-9882-ccc78984ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164d3a0f0>, [{'id': 'f53064f0-1926-4697-b189-5b09ae4440c8', 'name': 'tempest-TestMinimumBasicScenario-2139470356-router', 'tenant_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '94c35fdd-39ea-4621-91b5-527f507b220f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:51Z', 'updated_at': '2021-04-19T07:46:49Z', 'revision_number': 5, 'project_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'gw_port': {'id': '94c35fdd-39ea-4621-91b5-527f507b220f', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53064f0-1926-4697-b189-5b09ae4440c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:42:51Z', 'updated_at': '2021-04-19T07:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:51.436019 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5649abf-3079-4acd-9882-ccc78984ed11 None None] Checking router: f53064f0-1926-4697-b189-5b09ae4440c8 for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:46:51.445569 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5649abf-3079-4acd-9882-ccc78984ed11 None None] Routers {'f53064f0-1926-4697-b189-5b09ae4440c8'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:46:51.446331 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-a5649abf-3079-4acd-9882-ccc78984ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164d3a0f0>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:46:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['f53064f0-1926-4697-b189-5b09ae4440c8'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:51.618207 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-a5649abf-3079-4acd-9882-ccc78984ed11 None None] Set router f53064f0-1926-4697-b189-5b09ae4440c8 gateway port host: None {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:46:51.734446 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-a5649abf-3079-4acd-9882-ccc78984ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164d3a0f0>, [{'id': 'f53064f0-1926-4697-b189-5b09ae4440c8', 'name': 'tempest-TestMinimumBasicScenario-2139470356-router', 'tenant_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:51Z', 'updated_at': '2021-04-19T07:46:51Z', 'revision_number': 6, 'project_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'gw_port_host': None}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:51.739798 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5649abf-3079-4acd-9882-ccc78984ed11 None None] The sync data for ids ['f53064f0-1926-4697-b189-5b09ae4440c8'] in dv-cinder-773870-2-iscsi is: [{'id': 'f53064f0-1926-4697-b189-5b09ae4440c8', 'name': 'tempest-TestMinimumBasicScenario-2139470356-router', 'tenant_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:42:51Z', 'updated_at': '2021-04-19T07:46:51Z', 'revision_number': 6, 'project_id': 'ad263ccd6e234ada8d5a1e67d381d858', 'gw_port_host': None}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:46:51.766370 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-52c4015a-20f3-4296-855e-598d60bc5dd4 admin admin] For port 94c35fdd-39ea-4621-91b5-527f507b220f, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=94c35fdd-39ea-4621-91b5-527f507b220f,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:46:51.766653 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-52c4015a-20f3-4296-855e-598d60bc5dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:51.902791 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-52c4015a-20f3-4296-855e-598d60bc5dd4 admin admin] Calling delete_port for 94c35fdd-39ea-4621-91b5-527f507b220f owned by network:router_gateway {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:46:52.085175 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-52c4015a-20f3-4296-855e-598d60bc5dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:52.089243 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:52.132795 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4015a-20f3-4296-855e-598d60bc5dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=94c35fdd-39ea-4621-91b5-527f507b220f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:52.137923 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-52c4015a-20f3-4296-855e-598d60bc5dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:52.146019 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device d6efee4c-ae20-44c0-a894-2d54f41d056b no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:46:52.191925 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: d6efee4c-ae20-44c0-a894-2d54f41d056b {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:46:52.192314 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device d6efee4c-ae20-44c0-a894-2d54f41d056b not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:46:52.192771 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 94c35fdd-39ea-4621-91b5-527f507b220f no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:46:52.228873 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: 94c35fdd-39ea-4621-91b5-527f507b220f {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:46:52.229338 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 94c35fdd-39ea-4621-91b5-527f507b220f not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:46:52.239720 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-52c4015a-20f3-4296-855e-598d60bc5dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682341'] for router_gateway, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:52.426949 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-52c4015a-20f3-4296-855e-598d60bc5dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775458'] for router, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:52.429324 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-52c4015a-20f3-4296-855e-598d60bc5dd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:52.451921 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-52c4015a-20f3-4296-855e-598d60bc5dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854118019'] for router, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:52.452500 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c4015a-20f3-4296-855e-598d60bc5dd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f53064f0-1926-4697-b189-5b09ae4440c8 {{(pid=86356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 07:46:52.465857 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-52c4015a-20f3-4296-855e-598d60bc5dd4 admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:52.467156 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-52c4015a-20f3-4296-855e-598d60bc5dd4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f53064f0-1926-4697-b189-5b09ae4440c8 HTTP/1.1" status: 204  len: 168 time: 1.5571597
Apr 19 07:46:52.469994 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 55028) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:52.546463 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-3222828d-74cd-4031-aec9-aae40cb908c2 admin admin] Deleting subnet e59eb8a3-fb38-4760-ae6c-b75a1ab64901 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 07:46:52.550038 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3222828d-74cd-4031-aec9-aae40cb908c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:52.605533 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3222828d-74cd-4031-aec9-aae40cb908c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2208718'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:52.735257 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3222828d-74cd-4031-aec9-aae40cb908c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852818528'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:53.015075 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3222828d-74cd-4031-aec9-aae40cb908c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852108399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3144528'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:53.019300 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:53.059673 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222828d-74cd-4031-aec9-aae40cb908c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e59eb8a3-fb38-4760-ae6c-b75a1ab64901,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:53.062975 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3222828d-74cd-4031-aec9-aae40cb908c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:53.064032 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3222828d-74cd-4031-aec9-aae40cb908c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:53.068967 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25884464-1fb6-4e67-9d6a-ee55b672b3e5 None None] Network fc33f3b1-9ede-4b54-ac7d-dd0555cacc79 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:46:53.070675 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-3222828d-74cd-4031-aec9-aae40cb908c2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e59eb8a3-fb38-4760-ae6c-b75a1ab64901 HTTP/1.1" status: 204  len: 168 time: 0.5994692
Apr 19 07:46:53.074033 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 55034) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:53.192890 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915220'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:53.205530 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] Deleting port 46327a0e-55e9-4260-abdf-0725124b0263 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:46:53.205905 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:53.327976 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecc518d-ae44-4367-9af8-97d66342726a None None] DHCP port deletion for fc33f3b1-9ede-4b54-ac7d-dd0555cacc79 request from dv-cinder-773870-2-iscsi {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 07:46:53.332831 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-aecc518d-ae44-4367-9af8-97d66342726a None None] Deleting port 46327a0e-55e9-4260-abdf-0725124b0263 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:46:53.333341 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aecc518d-ae44-4367-9af8-97d66342726a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:53.431336 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] For port 46327a0e-55e9-4260-abdf-0725124b0263, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=46327a0e-55e9-4260-abdf-0725124b0263,segment=NetworkSegment(c49984a1-3466-42b3-a8e9-71a59ec8a16d),segment_id=c49984a1-3466-42b3-a8e9-71a59ec8a16d)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:46:53.431747 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:53.563548 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-aecc518d-ae44-4367-9af8-97d66342726a None None] For port 46327a0e-55e9-4260-abdf-0725124b0263, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=46327a0e-55e9-4260-abdf-0725124b0263,segment=NetworkSegment(c49984a1-3466-42b3-a8e9-71a59ec8a16d),segment_id=c49984a1-3466-42b3-a8e9-71a59ec8a16d)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:46:53.564015 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aecc518d-ae44-4367-9af8-97d66342726a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:53.569442 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] Calling delete_port for 46327a0e-55e9-4260-abdf-0725124b0263 owned by network:dhcp {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:46:53.651070 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:53.656205 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4afc1e2a-cd00-4d70-ba4d-690da346ba35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:53.701317 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-aecc518d-ae44-4367-9af8-97d66342726a None None] Calling delete_port for 46327a0e-55e9-4260-abdf-0725124b0263 owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:46:53.704068 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=46327a0e-55e9-4260-abdf-0725124b0263,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:53.706056 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] No DVR routers for this DVR port 46327a0e-55e9-4260-abdf-0725124b0263 on host dv-cinder-773870-2-iscsi {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:46:53.707635 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:53.833180 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957365', 'neutron.services.segments.db._delete_segments_for_network-8753519474803'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:53.852793 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.db.api [None req-aecc518d-ae44-4367-9af8-97d66342726a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 07:46:53.853202 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_db.api [None req-aecc518d-ae44-4367-9af8-97d66342726a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 07:46:53.954127 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6164e75390>,) {'filters': {'network_id': ['fc33f3b1-9ede-4b54-ac7d-dd0555cacc79']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:53.967507 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6164e75390>, 'c49984a1-3466-42b3-a8e9-71a59ec8a16d') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:53.967849 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6164e75390>, 'c49984a1-3466-42b3-a8e9-71a59ec8a16d') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:46:53.981889 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283335320419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852567098'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:54.001911 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:54.008498 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 07:46:54.147200 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 46327a0e-55e9-4260-abdf-0725124b0263 no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:46:54.185713 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: 46327a0e-55e9-4260-abdf-0725124b0263 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:46:54.186065 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 46327a0e-55e9-4260-abdf-0725124b0263 not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:46:54.187514 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] Network fc33f3b1-9ede-4b54-ac7d-dd0555cacc79 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:46:54.197209 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852824399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2666546'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:54.354276 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-aecc518d-ae44-4367-9af8-97d66342726a None None] Deleting port 46327a0e-55e9-4260-abdf-0725124b0263 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:46:54.354620 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aecc518d-ae44-4367-9af8-97d66342726a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:54.393876 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] Network fc33f3b1-9ede-4b54-ac7d-dd0555cacc79 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]: Traceback (most recent call last):
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:     timer()
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:     cb(*args, **kw)
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:     return func(*args, **kwargs)
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:     self._notify()
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:     self.callback(batched_events)
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:     event.method(event)
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:     segment_id)['aggregates'][0]
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:     return f(self, *a, **k)
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self._get(url).json()
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:     **kwargs)
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self.request(url, 'GET', **kwargs)
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:     **endpoint_filter)
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 07:46:54.417445 dv-cinder-773870-2-iscsi neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 07:46:54.430722 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-aecc518d-ae44-4367-9af8-97d66342726a None None] The port '46327a0e-55e9-4260-abdf-0725124b0263' was deleted {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 07:46:54.500048 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852818435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671106'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:54.504658 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7354674c-60eb-4277-b845-eb88fb9d07f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:54.526185 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:54.533546 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc33f3b1-9ede-4b54-ac7d-dd0555cacc79,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:54.537984 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:54.541413 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fc33f3b1-9ede-4b54-ac7d-dd0555cacc79 HTTP/1.1" status: 204  len: 168 time: 1.4662483
Apr 19 07:46:54.754761 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 55046) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:54.808153 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-f44c2c08-18b9-4782-b9c3-4501383e2e3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee2ca57b536d4a6eb9a1165c495ab71b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0520401
Apr 19 07:46:54.811959 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 55050) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:54.876164 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8c0e5824-f37f-45c8-96aa-8d6aea34c4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:54.905354 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8c0e5824-f37f-45c8-96aa-8d6aea34c4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:54.955270 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8c0e5824-f37f-45c8-96aa-8d6aea34c4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:54.959279 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c5fc34ab-374f-494e-9851-20f198788293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:54.974542 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e5824-f37f-45c8-96aa-8d6aea34c4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0e33a7-721f-483f-8afe-092863090dfc,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:54.976960 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8c0e5824-f37f-45c8-96aa-8d6aea34c4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:54.983190 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8c0e5824-f37f-45c8-96aa-8d6aea34c4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:54.984504 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-8c0e5824-f37f-45c8-96aa-8d6aea34c4fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac0e33a7-721f-483f-8afe-092863090dfc HTTP/1.1" status: 204  len: 168 time: 0.1715715
Apr 19 07:46:55.383252 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 55060) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:55.444613 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-72134d67-7bee-4722-9665-97111194c241 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad263ccd6e234ada8d5a1e67d381d858&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0599031
Apr 19 07:46:55.448139 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 55064) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:46:55.514924 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-62cc63d6-0c01-4083-a2de-8dc7497d4362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:55.542654 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-62cc63d6-0c01-4083-a2de-8dc7497d4362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:55.591671 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-62cc63d6-0c01-4083-a2de-8dc7497d4362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:55.596879 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f8f4f422-8464-49da-9d6e-94c5d9e7a9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:46:55.609991 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc63d6-0c01-4083-a2de-8dc7497d4362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88850797-0f92-413e-98da-c38f4e308f43,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:46:55.613471 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-62cc63d6-0c01-4083-a2de-8dc7497d4362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:46:55.615565 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-62cc63d6-0c01-4083-a2de-8dc7497d4362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:46:55.626288 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-62cc63d6-0c01-4083-a2de-8dc7497d4362 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88850797-0f92-413e-98da-c38f4e308f43 HTTP/1.1" status: 204  len: 168 time: 0.1710496
Apr 19 07:46:56.474396 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:01.075509 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-5004df3c-7080-4b06-96e5-1613a667d950 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1972495707&fields=id&tenant_id=7cb235dc3277438c954bbcb8afc3469e HTTP/1.1" status: 200  len: 267 time: 0.0454729
Apr 19 07:47:01.256309 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-86d95e59-967d-4dd9-95cd-2efb08c73deb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:01.257839 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-86d95e59-967d-4dd9-95cd-2efb08c73deb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/networks?id=013f08f7-1900-40c6-87da-64fbcb5c53f4 HTTP/1.1" status: 200  len: 812 time: 0.1751611
Apr 19 07:47:01.275257 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-d66a9183-2b06-4a8c-9d36-605e0ceb5ee6 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/quotas/7cb235dc3277438c954bbcb8afc3469e HTTP/1.1" status: 200  len: 375 time: 0.0101171
Apr 19 07:47:01.371410 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-720c1e24-9631-4f51-9186-2259f3ae894e tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7cb235dc3277438c954bbcb8afc3469e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0879223
Apr 19 07:47:01.764522 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-08441747-4202-4de9-83a4-96fa06c00e55 service neutron] 10.222.0.20 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3801208
Apr 19 07:47:01.909925 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-15838ecd-d0d1-44e0-b757-26798dc5c41c service neutron] 10.222.0.20 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355345
Apr 19 07:47:02.371283 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-63dbcf27-0b66-4202-b1ed-2610c8d74ea9 req-37b403f9-c121-4904-88ef-d15066aa9b55 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3 HTTP/1.1" status: 200  len: 210 time: 0.0539250
Apr 19 07:47:03.574717 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0668ba8e-edd8-403b-a885-b372573dc32c req-08b3c1dc-d96c-478e-9c78-aad5fc5c406e tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3 HTTP/1.1" status: 200  len: 210 time: 0.0624077
Apr 19 07:47:03.630339 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-b363249c-3a22-446f-b432-6d3ad8532dd5 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:03.631945 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-b363249c-3a22-446f-b432-6d3ad8532dd5 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.16 "GET /v2.0/networks?id=013f08f7-1900-40c6-87da-64fbcb5c53f4 HTTP/1.1" status: 200  len: 812 time: 0.2200279
Apr 19 07:47:03.712973 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-7cbdcf62-2bdf-444a-955b-dd3b0f164898 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cb235dc3277438c954bbcb8afc3469e HTTP/1.1" status: 200  len: 8061 time: 0.0723672
Apr 19 07:47:03.722254 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-2ac4ebe8-323b-4523-ae25-20171d27d2fb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Request body: {'port': {'device_id': '44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'admin_state_up': True, 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'security_groups': ['b055dfee-0d8b-48ac-870c-b010ca5bcb57']}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:47:03.794052 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fc121059-2a08-4688-b7df-f8bc4fa62888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:03.872438 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-2ac4ebe8-323b-4523-ae25-20171d27d2fb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:47:03.876850 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-2ac4ebe8-323b-4523-ae25-20171d27d2fb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Usage tracker for resource:port and tenant:7cb235dc3277438c954bbcb8afc3469e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:47:03.880053 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-2ac4ebe8-323b-4523-ae25-20171d27d2fb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:47:03.886807 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-2ac4ebe8-323b-4523-ae25-20171d27d2fb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:47:03.896088 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-2ac4ebe8-323b-4523-ae25-20171d27d2fb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Made reservation on behalf of 7cb235dc3277438c954bbcb8afc3469e for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:47:03.902281 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-2ac4ebe8-323b-4523-ae25-20171d27d2fb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:04.078557 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-2ac4ebe8-323b-4523-ae25-20171d27d2fb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Allocated IP 172.20.0.12 (013f08f7-1900-40c6-87da-64fbcb5c53f4/967d03ed-e8aa-45c3-bfb5-a07da23e1f83/e6e9d4a8-109b-46e9-8d12-1f2041df1019) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:47:04.280157 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-2ac4ebe8-323b-4523-ae25-20171d27d2fb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:04.297119 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-2ac4ebe8-323b-4523-ae25-20171d27d2fb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Transition to ACTIVE for port object e6e9d4a8-109b-46e9-8d12-1f2041df1019 will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:47:04.323060 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-2ac4ebe8-323b-4523-ae25-20171d27d2fb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:04.329067 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:47:04.398989 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-2ac4ebe8-323b-4523-ae25-20171d27d2fb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Network 013f08f7-1900-40c6-87da-64fbcb5c53f4 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:47:04.402321 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-2ac4ebe8-323b-4523-ae25-20171d27d2fb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:47:04.406439 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-2ac4ebe8-323b-4523-ae25-20171d27d2fb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:47:04.447093 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4ebe8-323b-4523-ae25-20171d27d2fb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Pushing event updated for resources: {'Port': ['ID=e6e9d4a8-109b-46e9-8d12-1f2041df1019,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:47:04.452012 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2ac4ebe8-323b-4523-ae25-20171d27d2fb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:47:04.480843 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-2ac4ebe8-323b-4523-ae25-20171d27d2fb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:04.481541 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-2ac4ebe8-323b-4523-ae25-20171d27d2fb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:04.503291 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-2ac4ebe8-323b-4523-ae25-20171d27d2fb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7850709
Apr 19 07:47:04.520986 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] Request body: {'port': {'device_id': '44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:47:04.629684 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-869602b7-2ef4-468a-af99-6f6d50176b17 None None] Provisioning for port e6e9d4a8-109b-46e9-8d12-1f2041df1019 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:47:04.636652 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-869602b7-2ef4-468a-af99-6f6d50176b17 None None] Provisioning complete for port e6e9d4a8-109b-46e9-8d12-1f2041df1019 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:47:04.637079 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-869602b7-2ef4-468a-af99-6f6d50176b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:04.643065 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:04.694751 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-869602b7-2ef4-468a-af99-6f6d50176b17 None None] Port e6e9d4a8-109b-46e9-8d12-1f2041df1019 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:47:04.955688 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb91898-6857-4698-9b8c-2b802bad4507 req-2d91012a-ff32-4b3e-a0d6-7e7011bc6872 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:04.956467 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-9eb91898-6857-4698-9b8c-2b802bad4507 req-2d91012a-ff32-4b3e-a0d6-7e7011bc6872 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Synchronizing usage tracker for tenant:7cb235dc3277438c954bbcb8afc3469e on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:47:04.997246 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-9eb91898-6857-4698-9b8c-2b802bad4507 req-2d91012a-ff32-4b3e-a0d6-7e7011bc6872 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Unset dirty status for tenant:7cb235dc3277438c954bbcb8afc3469e on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:47:04.998544 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9eb91898-6857-4698-9b8c-2b802bad4507 req-2d91012a-ff32-4b3e-a0d6-7e7011bc6872 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3 HTTP/1.1" status: 200  len: 932 time: 0.2989106
Apr 19 07:47:05.071431 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9eb91898-6857-4698-9b8c-2b802bad4507 req-49d67783-98db-4643-98be-4e0cae0dbe37 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608480
Apr 19 07:47:05.133206 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e9d4a8-109b-46e9-8d12-1f2041df1019 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:47:05.141399 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:05.157130 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] Transition to ACTIVE for port object e6e9d4a8-109b-46e9-8d12-1f2041df1019 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:47:05.160900 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:05.165155 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:47:05.306957 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] Pushing event updated for resources: {'Port': ['ID=e6e9d4a8-109b-46e9-8d12-1f2041df1019,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:47:05.336279 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:47:05.418698 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] Attempting to bind port e6e9d4a8-109b-46e9-8d12-1f2041df1019 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:47:05.419014 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] Attempting to bind port e6e9d4a8-109b-46e9-8d12-1f2041df1019 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'b410f489-9d1e-4062-aeeb-1fb959e15c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:47:05.419383 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] Attempting to bind port e6e9d4a8-109b-46e9-8d12-1f2041df1019 on network 013f08f7-1900-40c6-87da-64fbcb5c53f4 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:47:05.424705 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] Port e6e9d4a8-109b-46e9-8d12-1f2041df1019 on network 013f08f7-1900-40c6-87da-64fbcb5c53f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 07:47:05.424832 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] Attempting to bind port e6e9d4a8-109b-46e9-8d12-1f2041df1019 on network 013f08f7-1900-40c6-87da-64fbcb5c53f4 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:47:05.430433 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] Checking agent: {'id': 'e1395553-83f9-4e7d-975f-a9afa5ddc59a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:47:05.430772 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] Checking segment: {'id': 'b410f489-9d1e-4062-aeeb-1fb959e15c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:47:05.431200 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] Bound using segment: {'id': 'b410f489-9d1e-4062-aeeb-1fb959e15c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:47:05.431668 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] Bound port: e6e9d4a8-109b-46e9-8d12-1f2041df1019, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b410f489-9d1e-4062-aeeb-1fb959e15c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:47:05.432055 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:05.530282 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] For port e6e9d4a8-109b-46e9-8d12-1f2041df1019, host hv-cinder-77387, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:47:05.533394 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] For port e6e9d4a8-109b-46e9-8d12-1f2041df1019, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=e6e9d4a8-109b-46e9-8d12-1f2041df1019,segment=NetworkSegment(b410f489-9d1e-4062-aeeb-1fb959e15c49),segment_id=b410f489-9d1e-4062-aeeb-1fb959e15c49)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:47:05.538394 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:05.542325 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9ba845b4-cb29-4fca-a399-69b95fe01e33 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:47:05.603104 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:05.603823 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:05.605400 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] 10.222.0.16 "PUT /v2.0/ports/e6e9d4a8-109b-46e9-8d12-1f2041df1019 HTTP/1.1" status: 200  len: 1094 time: 1.0893652
Apr 19 07:47:05.605977 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3', 'tag': 'e6e9d4a8-109b-46e9-8d12-1f2041df1019'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:47:05.628614 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] Pushing event updated for resources: {'Port': ['ID=e6e9d4a8-109b-46e9-8d12-1f2041df1019,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:47:05.632309 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:47:05.693095 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3', 'tag': 'e6e9d4a8-109b-46e9-8d12-1f2041df1019', 'status': 'completed', 'code': 200}
Apr 19 07:47:05.736832 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-4e33e4cf-de84-4b31-b0b8-c3b060a6d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:05.738940 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-4e33e4cf-de84-4b31-b0b8-c3b060a6d9a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cb235dc3277438c954bbcb8afc3469e&device_id=44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3 HTTP/1.1" status: 200  len: 1097 time: 0.0878823
Apr 19 07:47:05.813436 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-6e29a230-11b4-488c-899d-40a274ed7390 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6e9d4a8-109b-46e9-8d12-1f2041df1019 HTTP/1.1" status: 200  len: 217 time: 0.0653138
Apr 19 07:47:05.885462 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-c0b77143-96fc-470d-92ae-5a69b129a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:05.887064 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-c0b77143-96fc-470d-92ae-5a69b129a460 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=967d03ed-e8aa-45c3-bfb5-a07da23e1f83 HTTP/1.1" status: 200  len: 851 time: 0.0667820
Apr 19 07:47:05.971503 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-aa55912d-7f9a-4230-bf81-f141c32436f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:05.972998 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-aa55912d-7f9a-4230-bf81-f141c32436f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=013f08f7-1900-40c6-87da-64fbcb5c53f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791464
Apr 19 07:47:06.008687 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7ab198a6-bb3b-4e9a-abac-e345f726fadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:06.121214 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-d4c8fbee-82ad-4425-9cc2-1d0dd063812a service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409464
Apr 19 07:47:06.321112 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-556d4bb2-3092-4269-8026-1e5308b212e7 req-f1877ab4-b251-417a-a9da-8b685f37bb85 service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1931381
Apr 19 07:47:06.344022 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b65b5-dc49-47f3-9eb2-7c3730f7fd57 req-069cff43-f5cc-4f81-b1c9-0094e316e472 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:06.345620 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b47b65b5-dc49-47f3-9eb2-7c3730f7fd57 req-069cff43-f5cc-4f81-b1c9-0094e316e472 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3 HTTP/1.1" status: 200  len: 944 time: 0.1277494
Apr 19 07:47:06.388581 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:06.447306 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b47b65b5-dc49-47f3-9eb2-7c3730f7fd57 req-93344c48-e49c-4df1-b00a-75f18609879b tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0949810
Apr 19 07:47:06.472561 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587565c-55bf-478a-a7db-d272a2475488 req-3d234bbb-8c31-47ad-9b07-31dbf3bda42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:06.474185 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7587565c-55bf-478a-a7db-d272a2475488 req-3d234bbb-8c31-47ad-9b07-31dbf3bda42f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cb235dc3277438c954bbcb8afc3469e&device_id=44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3 HTTP/1.1" status: 200  len: 1097 time: 0.1024940
Apr 19 07:47:06.618239 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587565c-55bf-478a-a7db-d272a2475488 req-fba022c9-db17-479a-9451-3b767b17e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:06.619720 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7587565c-55bf-478a-a7db-d272a2475488 req-fba022c9-db17-479a-9451-3b767b17e491 service neutron] 10.222.0.16 "GET /v2.0/networks?id=013f08f7-1900-40c6-87da-64fbcb5c53f4 HTTP/1.1" status: 200  len: 913 time: 0.1380904
Apr 19 07:47:06.695858 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7587565c-55bf-478a-a7db-d272a2475488 req-81a5344b-bacb-44c1-9b74-11d9788420a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6e9d4a8-109b-46e9-8d12-1f2041df1019 HTTP/1.1" status: 200  len: 217 time: 0.0692997
Apr 19 07:47:06.768518 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587565c-55bf-478a-a7db-d272a2475488 req-58b305e7-f043-46dc-ba78-9af9b6f8ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:06.770071 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7587565c-55bf-478a-a7db-d272a2475488 req-58b305e7-f043-46dc-ba78-9af9b6f8ff1d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=967d03ed-e8aa-45c3-bfb5-a07da23e1f83 HTTP/1.1" status: 200  len: 851 time: 0.0672374
Apr 19 07:47:06.859527 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587565c-55bf-478a-a7db-d272a2475488 req-7da74f1c-8ffb-43a2-b6ff-bc73ebaa6bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:06.861114 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7587565c-55bf-478a-a7db-d272a2475488 req-7da74f1c-8ffb-43a2-b6ff-bc73ebaa6bb7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=013f08f7-1900-40c6-87da-64fbcb5c53f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0842559
Apr 19 07:47:07.007686 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:07.253438 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7587565c-55bf-478a-a7db-d272a2475488 req-a847a132-e728-4825-bf44-ea7a0784d57e service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3851964
Apr 19 07:47:07.400229 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7587565c-55bf-478a-a7db-d272a2475488 req-eaa9b4c7-c3e7-4d58-ae97-023bc24c518e service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398511
Apr 19 07:47:07.652693 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d37c28-9f84-42c2-88fc-e8ee4e2545dd req-cf53fc1d-b63b-4bac-8463-6a4a79533dab tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:07.654284 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-21d37c28-9f84-42c2-88fc-e8ee4e2545dd req-cf53fc1d-b63b-4bac-8463-6a4a79533dab tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3 HTTP/1.1" status: 200  len: 944 time: 0.0933473
Apr 19 07:47:07.701775 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-21d37c28-9f84-42c2-88fc-e8ee4e2545dd req-57403d21-2aeb-4857-bcce-bd0b6ea79227 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409663
Apr 19 07:47:07.864996 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:08.915382 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e85e3-fde3-4fb1-834b-e5abca0130b7 req-0b15cf4d-577a-4dc3-bcf0-e031e64f1db2 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:08.916896 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8d0e85e3-fde3-4fb1-834b-e5abca0130b7 req-0b15cf4d-577a-4dc3-bcf0-e031e64f1db2 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3 HTTP/1.1" status: 200  len: 944 time: 0.0942762
Apr 19 07:47:08.966804 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8d0e85e3-fde3-4fb1-834b-e5abca0130b7 req-1c78e060-bd01-457c-98d1-c3d14c143f58 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427718
Apr 19 07:47:10.200963 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ca34c-9b20-4449-bcfa-f49fbc6c843c req-e9beac0c-5365-42e3-9ec1-b18a9a44d89f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:10.202638 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8b2ca34c-9b20-4449-bcfa-f49fbc6c843c req-e9beac0c-5365-42e3-9ec1-b18a9a44d89f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3 HTTP/1.1" status: 200  len: 944 time: 0.1039183
Apr 19 07:47:10.254596 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8b2ca34c-9b20-4449-bcfa-f49fbc6c843c req-a4b5a777-d155-41e2-91d6-7ffdf235ff58 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451751
Apr 19 07:47:11.480343 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a427b1-b079-4e00-a983-c5338b148f8d req-ac562896-b2a5-4c5e-976f-fbd22a851fdb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:11.482061 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d7a427b1-b079-4e00-a983-c5338b148f8d req-ac562896-b2a5-4c5e-976f-fbd22a851fdb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3 HTTP/1.1" status: 200  len: 944 time: 0.0942535
Apr 19 07:47:11.530236 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d7a427b1-b079-4e00-a983-c5338b148f8d req-1aaa7fcb-5b6f-4f03-acbe-7c54c5d70bce tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413384
Apr 19 07:47:12.749219 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d677e-d5e4-4ca4-9fcd-eff02feadbcf req-326fd790-4cc2-470c-b366-b4735dcc80cb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:12.750826 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6f2d677e-d5e4-4ca4-9fcd-eff02feadbcf req-326fd790-4cc2-470c-b366-b4735dcc80cb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3 HTTP/1.1" status: 200  len: 944 time: 0.1030457
Apr 19 07:47:12.801254 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6f2d677e-d5e4-4ca4-9fcd-eff02feadbcf req-65a40dc1-5138-40f6-8b54-a402a9d4886f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418184
Apr 19 07:47:13.444289 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device e6e9d4a8-109b-46e9-8d12-1f2041df1019 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:47:13.594936 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port e6e9d4a8-109b-46e9-8d12-1f2041df1019, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=e6e9d4a8-109b-46e9-8d12-1f2041df1019,segment=NetworkSegment(b410f489-9d1e-4062-aeeb-1fb959e15c49),segment_id=b410f489-9d1e-4062-aeeb-1fb959e15c49)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:47:13.609172 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': 'e6e9d4a8-109b-46e9-8d12-1f2041df1019', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'port_id': 'e6e9d4a8-109b-46e9-8d12-1f2041df1019', 'mac_address': 'fa:16:3e:fa:78:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:47:13.667181 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:13.684916 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e9d4a8-109b-46e9-8d12-1f2041df1019 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:47:13.701735 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port e6e9d4a8-109b-46e9-8d12-1f2041df1019, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=e6e9d4a8-109b-46e9-8d12-1f2041df1019,segment=NetworkSegment(b410f489-9d1e-4062-aeeb-1fb959e15c49),segment_id=b410f489-9d1e-4062-aeeb-1fb959e15c49)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:47:13.705916 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:13.707793 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:47:13.781296 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=e6e9d4a8-109b-46e9-8d12-1f2041df1019,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:47:13.784650 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:47:13.924665 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['e6e9d4a8-109b-46e9-8d12-1f2041df1019'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:47:14.008536 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d6566-12df-4d9c-99a6-3efe6c949ae9 req-b31e7db4-4add-4013-93d2-ca077d924d68 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:14.010054 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ad9d6566-12df-4d9c-99a6-3efe6c949ae9 req-b31e7db4-4add-4013-93d2-ca077d924d68 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3 HTTP/1.1" status: 200  len: 945 time: 0.0936859
Apr 19 07:47:14.059210 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ad9d6566-12df-4d9c-99a6-3efe6c949ae9 req-ad0c8c14-955d-4d1b-bd2f-98b3bae04fe2 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424500
Apr 19 07:47:15.272798 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffb144-0173-4c34-b65f-63bb1207f5c8 req-3ad97c49-b168-4849-ac11-23bbc3af65dd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:15.274403 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-76ffb144-0173-4c34-b65f-63bb1207f5c8 req-3ad97c49-b168-4849-ac11-23bbc3af65dd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3 HTTP/1.1" status: 200  len: 945 time: 0.0945613
Apr 19 07:47:15.322851 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-76ffb144-0173-4c34-b65f-63bb1207f5c8 req-ec723613-49d2-471a-bd48-b379d80fd9ec tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419192
Apr 19 07:47:15.447370 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device e6e9d4a8-109b-46e9-8d12-1f2041df1019 up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:47:15.528728 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning for port e6e9d4a8-109b-46e9-8d12-1f2041df1019 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:47:15.533745 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port e6e9d4a8-109b-46e9-8d12-1f2041df1019 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:47:15.534181 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:15.664141 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:15.696260 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e9d4a8-109b-46e9-8d12-1f2041df1019'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:47:15.708708 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port e6e9d4a8-109b-46e9-8d12-1f2041df1019, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=e6e9d4a8-109b-46e9-8d12-1f2041df1019,segment=NetworkSegment(b410f489-9d1e-4062-aeeb-1fb959e15c49),segment_id=b410f489-9d1e-4062-aeeb-1fb959e15c49)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:47:15.712246 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:15.714200 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:47:15.751549 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e9d4a8-109b-46e9-8d12-1f2041df1019', 'code': 200}
Apr 19 07:47:15.791646 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=e6e9d4a8-109b-46e9-8d12-1f2041df1019,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:47:15.795138 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:47:16.075907 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa5c14-f5a5-491d-8caa-05f3da04f736 req-df39dfcc-f991-40c2-b437-a52312c1853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:16.077664 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9afa5c14-f5a5-491d-8caa-05f3da04f736 req-df39dfcc-f991-40c2-b437-a52312c1853b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3 HTTP/1.1" status: 200  len: 1099 time: 0.0801795
Apr 19 07:47:16.126543 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9afa5c14-f5a5-491d-8caa-05f3da04f736 req-e7a81c94-008d-40dd-81b5-38467ebb3318 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419776
Apr 19 07:47:16.537159 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9ef00-f1cb-4d92-9044-6a2bd5f72ae6 req-59598e51-7539-42fc-81aa-11978b4247e6 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:16.538825 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-abc9ef00-f1cb-4d92-9044-6a2bd5f72ae6 req-59598e51-7539-42fc-81aa-11978b4247e6 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3 HTTP/1.1" status: 200  len: 946 time: 0.0930679
Apr 19 07:47:16.587196 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-abc9ef00-f1cb-4d92-9044-6a2bd5f72ae6 req-0e463619-6c85-4d79-98d4-f19630eb075e tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419159
Apr 19 07:47:17.807499 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10374d98-ce58-4529-8ae0-66bfe1b2fe34 req-26d96281-5441-4abe-a8a8-457f8629d7e6 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:17.809065 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-10374d98-ce58-4529-8ae0-66bfe1b2fe34 req-26d96281-5441-4abe-a8a8-457f8629d7e6 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3 HTTP/1.1" status: 200  len: 946 time: 0.1070538
Apr 19 07:47:17.856903 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-10374d98-ce58-4529-8ae0-66bfe1b2fe34 req-6f04fa99-1ff5-4548-8856-a2c5d0045543 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409522
Apr 19 07:47:17.874568 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:47:18.074367 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f952a26-6ddb-4944-ae82-1de2c8885e3b req-171e413b-ad98-4e57-b9ad-8d785466981b tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:18.075968 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8f952a26-6ddb-4944-ae82-1de2c8885e3b req-171e413b-ad98-4e57-b9ad-8d785466981b tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3 HTTP/1.1" status: 200  len: 946 time: 0.1008301
Apr 19 07:47:18.123745 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8f952a26-6ddb-4944-ae82-1de2c8885e3b req-5d3138a4-edfd-459f-8464-45c20b03e718 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410986
Apr 19 07:47:18.153520 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 55188) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:47:18.415214 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258282c8-9322-4c58-adb8-ffb96e0efb77 tempest-TestVolumeBootPattern-1844437003 tempest-TestVolumeBootPattern-1844437003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:18.415927 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-258282c8-9322-4c58-adb8-ffb96e0efb77 tempest-TestVolumeBootPattern-1844437003 tempest-TestVolumeBootPattern-1844437003-project-admin] Synchronizing usage tracker for tenant:4115ba0947964b7696df42dc006b848a on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:47:18.434929 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-258282c8-9322-4c58-adb8-ffb96e0efb77 tempest-TestVolumeBootPattern-1844437003 tempest-TestVolumeBootPattern-1844437003-project-admin] Unset dirty status for tenant:4115ba0947964b7696df42dc006b848a on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:47:18.436205 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-258282c8-9322-4c58-adb8-ffb96e0efb77 tempest-TestVolumeBootPattern-1844437003 tempest-TestVolumeBootPattern-1844437003-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3 HTTP/1.1" status: 200  len: 1094 time: 0.2815666
Apr 19 07:47:18.441200 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 55194) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:47:18.447260 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Request body: {'floatingip': {'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'port_id': 'e6e9d4a8-109b-46e9-8d12-1f2041df1019', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:47:18.454050 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:47:18.458190 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Usage tracker for resource:floatingip and tenant:7cb235dc3277438c954bbcb8afc3469e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:47:18.461303 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:47:18.468565 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:47:18.479007 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for floatingip, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:18.630574 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:18.774556 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Allocated IP 172.27.0.71 (642ff66f-9552-4d00-a89f-4b61cdc828eb/39f3d441-e877-4577-8020-74e884c403b0/9989f709-4605-406d-87e8-7ec7c401acbb) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:47:18.941823 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:18.974420 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:18.978125 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-57285812-4a63-4885-a606-9b6bfc83035a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:47:19.048405 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Network 642ff66f-9552-4d00-a89f-4b61cdc828eb is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:47:19.051317 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:47:19.055209 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:47:19.089948 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Pushing event updated for resources: {'Port': ['ID=9989f709-4605-406d-87e8-7ec7c401acbb,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:47:19.103078 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:47:19.103495 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:47:19.103908 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:47:19.104309 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:47:19.104708 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:47:19.105107 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:47:19.105506 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:47:19.105904 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:47:19.106324 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:47:19.106720 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:47:19.107131 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:47:19.107495 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:47:19.116788 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:47:19.495317 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:19.575812 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:19.799399 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:19.803850 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852205354'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:19.807501 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:47:19.915920 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Pushing event updated for resources: {'Port': ['ID=9989f709-4605-406d-87e8-7ec7c401acbb,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:47:19.918824 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:47:19.934770 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671153'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:20.123624 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.l3_db [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Floating IP d054ac7b-2491-4f6d-a303-ce5ed5c5fe7f associated. External IP: 172.27.0.71, port: e6e9d4a8-109b-46e9-8d12-1f2041df1019.
Apr 19 07:47:20.519739 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Router 6d8e02f7-c7e0-49ae-adee-ba4621801160 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:47:20.951218 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:47:20.961991 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca861a4c-4cbe-45f7-965c-d4485ec06dd0 None None] Sync routers for ids ['6d8e02f7-c7e0-49ae-adee-ba4621801160'] in dv-cinder-773870-2-iscsi {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:47:20.974098 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca861a4c-4cbe-45f7-965c-d4485ec06dd0 None None] Routers {'6d8e02f7-c7e0-49ae-adee-ba4621801160'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:47:20.974818 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-ca861a4c-4cbe-45f7-965c-d4485ec06dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164cd97f0>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:47:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['6d8e02f7-c7e0-49ae-adee-ba4621801160'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:47:20.984096 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:21.042953 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6005096
Apr 19 07:47:21.043696 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3', 'tag': 'e6e9d4a8-109b-46e9-8d12-1f2041df1019'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:47:21.236130 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3', 'tag': 'e6e9d4a8-109b-46e9-8d12-1f2041df1019', 'status': 'completed', 'code': 200}
Apr 19 07:47:21.336305 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-ca861a4c-4cbe-45f7-965c-d4485ec06dd0 None None] Set router 6d8e02f7-c7e0-49ae-adee-ba4621801160 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:47:21.337523 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01f308-d6b9-4b4c-9d45-6dabe3eb4126 req-3913a068-7f65-45be-845c-17213d1ab271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:21.339169 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dc01f308-d6b9-4b4c-9d45-6dabe3eb4126 req-3913a068-7f65-45be-845c-17213d1ab271 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cb235dc3277438c954bbcb8afc3469e&device_id=44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3 HTTP/1.1" status: 200  len: 1099 time: 0.0800366
Apr 19 07:47:21.480429 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01f308-d6b9-4b4c-9d45-6dabe3eb4126 req-d16e2802-3e1a-4744-9541-964fdfa770e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:21.481922 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dc01f308-d6b9-4b4c-9d45-6dabe3eb4126 req-d16e2802-3e1a-4744-9541-964fdfa770e9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=013f08f7-1900-40c6-87da-64fbcb5c53f4 HTTP/1.1" status: 200  len: 913 time: 0.1366484
Apr 19 07:47:21.592009 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dc01f308-d6b9-4b4c-9d45-6dabe3eb4126 req-8ae14354-d089-48a9-b43b-6f8e5fa1a8a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6e9d4a8-109b-46e9-8d12-1f2041df1019 HTTP/1.1" status: 200  len: 999 time: 0.1028292
Apr 19 07:47:21.661032 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01f308-d6b9-4b4c-9d45-6dabe3eb4126 req-5293faeb-c88a-4d26-af03-bb0fca77f00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:21.662641 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dc01f308-d6b9-4b4c-9d45-6dabe3eb4126 req-5293faeb-c88a-4d26-af03-bb0fca77f00e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=967d03ed-e8aa-45c3-bfb5-a07da23e1f83 HTTP/1.1" status: 200  len: 851 time: 0.0641322
Apr 19 07:47:21.707516 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-ca861a4c-4cbe-45f7-965c-d4485ec06dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164cd97f0>, [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:26Z', 'revision_number': 4, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': 'd054ac7b-2491-4f6d-a303-ce5ed5c5fe7f', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'port_id': 'e6e9d4a8-109b-46e9-8d12-1f2041df1019', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'mac_address': 'fa:16:3e:fa:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:47:19Z', 'updated_at': '2021-04-19T07:47:19Z', 'revision_number': 0, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb1516a-953f-41c9-a3a2-b51e942062f5', 'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'mac_address': 'fa:16:3e:a3:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:25Z', 'updated_at': '2021-04-19T07:46:36Z', 'revision_number': 5, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'subnets': [{'id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:47:21.711699 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca861a4c-4cbe-45f7-965c-d4485ec06dd0 None None] Checking router: 6d8e02f7-c7e0-49ae-adee-ba4621801160 for host: dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:47:21.721190 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca861a4c-4cbe-45f7-965c-d4485ec06dd0 None None] Routers {'6d8e02f7-c7e0-49ae-adee-ba4621801160'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:47:21.721863 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-ca861a4c-4cbe-45f7-965c-d4485ec06dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164cd97f0>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:47:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['6d8e02f7-c7e0-49ae-adee-ba4621801160'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:47:21.746957 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01f308-d6b9-4b4c-9d45-6dabe3eb4126 req-8ddd7157-66f3-49a7-b3a3-1a88f02b3dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:21.748483 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dc01f308-d6b9-4b4c-9d45-6dabe3eb4126 req-8ddd7157-66f3-49a7-b3a3-1a88f02b3dce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=013f08f7-1900-40c6-87da-64fbcb5c53f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798202
Apr 19 07:47:21.894913 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dc01f308-d6b9-4b4c-9d45-6dabe3eb4126 req-1c10070d-d148-409b-97ac-ed1ce6ee5d1d service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397038
Apr 19 07:47:21.923190 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-ca861a4c-4cbe-45f7-965c-d4485ec06dd0 None None] Set router 6d8e02f7-c7e0-49ae-adee-ba4621801160 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:47:22.044174 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dc01f308-d6b9-4b4c-9d45-6dabe3eb4126 req-60c8fdd7-41c1-4fc5-8e7b-57f61e0dcd53 service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428320
Apr 19 07:47:22.307981 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-ca861a4c-4cbe-45f7-965c-d4485ec06dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164cd97f0>, [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:26Z', 'revision_number': 4, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': 'd054ac7b-2491-4f6d-a303-ce5ed5c5fe7f', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'port_id': 'e6e9d4a8-109b-46e9-8d12-1f2041df1019', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'mac_address': 'fa:16:3e:fa:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:47:19Z', 'updated_at': '2021-04-19T07:47:19Z', 'revision_number': 0, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb1516a-953f-41c9-a3a2-b51e942062f5', 'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'mac_address': 'fa:16:3e:a3:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:25Z', 'updated_at': '2021-04-19T07:46:36Z', 'revision_number': 5, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'subnets': [{'id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:47:22.312517 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca861a4c-4cbe-45f7-965c-d4485ec06dd0 None None] The sync data for ids ['6d8e02f7-c7e0-49ae-adee-ba4621801160'] in dv-cinder-773870-2-iscsi is: [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:26Z', 'revision_number': 4, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': 'd054ac7b-2491-4f6d-a303-ce5ed5c5fe7f', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'port_id': 'e6e9d4a8-109b-46e9-8d12-1f2041df1019', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'mac_address': 'fa:16:3e:fa:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:47:19Z', 'updated_at': '2021-04-19T07:47:19Z', 'revision_number': 0, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb1516a-953f-41c9-a3a2-b51e942062f5', 'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'mac_address': 'fa:16:3e:a3:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:25Z', 'updated_at': '2021-04-19T07:46:36Z', 'revision_number': 5, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'subnets': [{'id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:47:22.607332 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719bed6b-587d-40a4-a062-16ba3c7d50c8 None None] New status for floating IP d054ac7b-2491-4f6d-a303-ce5ed5c5fe7f: ACTIVE {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 07:47:22.667054 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5e1bcf36-00af-4907-9444-7ca867b58bfb req-e74aa587-50f2-4b18-b419-450d1a95f763 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0770268
Apr 19 07:47:22.770060 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bcf36-00af-4907-9444-7ca867b58bfb req-82444dab-65d9-46e2-bb6f-4424105e1591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:22.771705 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5e1bcf36-00af-4907-9444-7ca867b58bfb req-82444dab-65d9-46e2-bb6f-4424105e1591 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cccfb78ba36f4660ba28637f58e40cc1&device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 1098 time: 0.0836904
Apr 19 07:47:22.934353 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bcf36-00af-4907-9444-7ca867b58bfb req-df9add2e-92cb-40b4-9516-afca42563422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:22.936468 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5e1bcf36-00af-4907-9444-7ca867b58bfb req-df9add2e-92cb-40b4-9516-afca42563422 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b471379-1e4b-4c05-9815-534f6f610471 HTTP/1.1" status: 200  len: 910 time: 0.1428535
Apr 19 07:47:23.047887 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5e1bcf36-00af-4907-9444-7ca867b58bfb req-74c466eb-41ef-43e5-9537-b7b2b59b3a85 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8c62569-be78-408f-a913-1cf886de32c2 HTTP/1.1" status: 200  len: 1001 time: 0.1049919
Apr 19 07:47:23.117639 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bcf36-00af-4907-9444-7ca867b58bfb req-0ef71390-5e42-45c1-8a15-e36ec95e8369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:23.119270 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5e1bcf36-00af-4907-9444-7ca867b58bfb req-0ef71390-5e42-45c1-8a15-e36ec95e8369 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f76505ba-fc01-4ae0-b3d2-3bdc23c63102 HTTP/1.1" status: 200  len: 848 time: 0.0655184
Apr 19 07:47:23.202439 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bcf36-00af-4907-9444-7ca867b58bfb req-57bf850e-b26e-42e8-b251-d7e435f8d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:23.204042 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5e1bcf36-00af-4907-9444-7ca867b58bfb req-57bf850e-b26e-42e8-b251-d7e435f8d7a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b471379-1e4b-4c05-9815-534f6f610471&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783467
Apr 19 07:47:23.345768 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5e1bcf36-00af-4907-9444-7ca867b58bfb req-997a6948-88c7-4574-afe6-f7b61e651c2f service neutron] 10.222.0.16 "GET /v2.0/networks/2b471379-1e4b-4c05-9815-534f6f610471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350989
Apr 19 07:47:23.493547 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5e1bcf36-00af-4907-9444-7ca867b58bfb req-22126d41-2c0d-4143-b845-a824bb69c55a service neutron] 10.222.0.16 "GET /v2.0/networks/2b471379-1e4b-4c05-9815-534f6f610471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1417232
Apr 19 07:47:26.500203 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:33.811211 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f0d0faa6-60a7-4b4e-b42e-233afd75af70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:36.021553 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-833135e6-2608-488c-aede-79529c7d3ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:36.399907 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:37.001815 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:37.296602 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f6052-b709-4ad2-b961-4503aab714a4 req-4e88c89f-cfca-46f0-8aac-e5a0975fd4f0 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:37.298233 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bf8f6052-b709-4ad2-b961-4503aab714a4 req-4e88c89f-cfca-46f0-8aac-e5a0975fd4f0 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 945 time: 0.1047947
Apr 19 07:47:37.352484 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bf8f6052-b709-4ad2-b961-4503aab714a4 req-91105d9e-39ce-40d8-b320-e24c08c8e03d tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442352
Apr 19 07:47:37.869756 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:38.585661 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b46cec-31a0-4c44-b8ee-2bfaaa2d3686 req-7feb42fc-7ad6-46ed-9f72-ba09a7de93f0 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:38.587278 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f6b46cec-31a0-4c44-b8ee-2bfaaa2d3686 req-7feb42fc-7ad6-46ed-9f72-ba09a7de93f0 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 945 time: 0.1048989
Apr 19 07:47:38.639465 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f6b46cec-31a0-4c44-b8ee-2bfaaa2d3686 req-2bf6301a-f1a8-4b5d-8100-3746d3c2b105 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451837
Apr 19 07:47:39.852481 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8754c-e1b4-4632-8ca8-966076436297 req-e5d09599-2ae8-4e37-9e53-3f72071b2465 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:39.854058 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-48c8754c-e1b4-4632-8ca8-966076436297 req-e5d09599-2ae8-4e37-9e53-3f72071b2465 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 945 time: 0.0966747
Apr 19 07:47:39.903754 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-48c8754c-e1b4-4632-8ca8-966076436297 req-56434dd8-1318-44b0-8883-3cf942417e38 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426795
Apr 19 07:47:41.114069 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f609c5f-bc89-4979-90d6-bbfc376f390e req-9d0ba613-2adc-4163-ac4c-f8cd286c9a98 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:41.115678 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3f609c5f-bc89-4979-90d6-bbfc376f390e req-9d0ba613-2adc-4163-ac4c-f8cd286c9a98 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 945 time: 0.0922866
Apr 19 07:47:41.167077 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3f609c5f-bc89-4979-90d6-bbfc376f390e req-f57689b3-49a9-426d-9449-74686496674e tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444424
Apr 19 07:47:41.371744 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61bef5-6e4b-4eb6-b400-a635963cd45b req-43541dee-5a4a-4791-a1fc-e4bfa06acfe2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:41.373341 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fb61bef5-6e4b-4eb6-b400-a635963cd45b req-43541dee-5a4a-4791-a1fc-e4bfa06acfe2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.0916529
Apr 19 07:47:41.425973 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fb61bef5-6e4b-4eb6-b400-a635963cd45b req-70523312-9690-4009-881f-7f03768c742c tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422835
Apr 19 07:47:42.388442 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6b49d-bdbc-4b80-ba78-0d5e7fcce4f3 req-9b423290-ba44-415d-b478-61aa4dae9657 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:42.390012 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2eb6b49d-bdbc-4b80-ba78-0d5e7fcce4f3 req-9b423290-ba44-415d-b478-61aa4dae9657 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 945 time: 0.0952392
Apr 19 07:47:42.437502 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2eb6b49d-bdbc-4b80-ba78-0d5e7fcce4f3 req-0fe5eca9-4b4b-44d8-8918-abbfaf4f47a8 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408206
Apr 19 07:47:42.639096 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb770efd-846d-47d9-951e-54ae8e6f38fa req-9443c3cb-34a3-449d-b38a-12ebab709794 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:42.640766 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bb770efd-846d-47d9-951e-54ae8e6f38fa req-9443c3cb-34a3-449d-b38a-12ebab709794 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.0951686
Apr 19 07:47:42.931312 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bb770efd-846d-47d9-951e-54ae8e6f38fa req-9035f84d-f1fc-46ba-a27e-2508b4f1b2dd tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2835908
Apr 19 07:47:43.648534 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363e36b-6f69-4f36-ac2a-5adef1e03b34 req-8be0514b-f513-4efb-8772-23be04c9df9a tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:43.650131 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0363e36b-6f69-4f36-ac2a-5adef1e03b34 req-8be0514b-f513-4efb-8772-23be04c9df9a tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 945 time: 0.0906274
Apr 19 07:47:43.703440 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0363e36b-6f69-4f36-ac2a-5adef1e03b34 req-72002ec6-fff5-4cd4-807f-0b5245ec9c89 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447094
Apr 19 07:47:44.177306 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2b8f0-55da-4a38-a6d2-e8a2bc9cabc6 req-c4b67800-1610-4696-900a-a32b71ece534 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:44.178961 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a3b2b8f0-55da-4a38-a6d2-e8a2bc9cabc6 req-c4b67800-1610-4696-900a-a32b71ece534 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.1064196
Apr 19 07:47:44.246770 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a3b2b8f0-55da-4a38-a6d2-e8a2bc9cabc6 req-245aeaa1-0dc0-41ef-8df5-4cbbc0eaab48 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560260
Apr 19 07:47:44.939279 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9e0e3-4209-4a60-95c9-dc23240af7ec req-9f36d5d0-0fc2-4537-9454-5fb00f4ad80b tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:44.940765 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9de9e0e3-4209-4a60-95c9-dc23240af7ec req-9f36d5d0-0fc2-4537-9454-5fb00f4ad80b tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 945 time: 0.1076522
Apr 19 07:47:44.989686 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9de9e0e3-4209-4a60-95c9-dc23240af7ec req-c9831bdb-c4e1-41dc-89ce-c79b0b368b0c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422885
Apr 19 07:47:45.476454 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f959f0-77ec-441d-838d-a7985c8b18cd req-1b2e97d7-bfa0-4c3a-ab0d-3581936604c3 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:45.478048 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d0f959f0-77ec-441d-838d-a7985c8b18cd req-1b2e97d7-bfa0-4c3a-ab0d-3581936604c3 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.0938916
Apr 19 07:47:45.528959 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d0f959f0-77ec-441d-838d-a7985c8b18cd req-ad117424-3b94-48c0-8444-29f5d1457df0 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424504
Apr 19 07:47:46.261732 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2474eda-4ac8-4062-9036-fe677ce0b3bf req-253d0482-1502-41e7-98ea-ae6b157101b2 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:46.263313 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c2474eda-4ac8-4062-9036-fe677ce0b3bf req-253d0482-1502-41e7-98ea-ae6b157101b2 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 945 time: 0.0959563
Apr 19 07:47:46.312735 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c2474eda-4ac8-4062-9036-fe677ce0b3bf req-3901977f-0e98-4c48-a67d-d10be319ada6 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426350
Apr 19 07:47:46.755779 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cb773-bfb4-4ae5-95da-08661215677d req-b9290e51-4e35-43ac-9644-58c793150077 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:46.757363 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-436cb773-bfb4-4ae5-95da-08661215677d req-b9290e51-4e35-43ac-9644-58c793150077 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.1020539
Apr 19 07:47:46.807709 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-436cb773-bfb4-4ae5-95da-08661215677d req-5cfd9328-72df-4aad-9cfd-26f2638a3824 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439675
Apr 19 07:47:47.401479 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ea48c-97e0-43f8-aa20-0fadc6f5de2c req-f6dbe067-b9f3-4d4c-9f51-7d3a0027b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:47.403159 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-947ea48c-97e0-43f8-aa20-0fadc6f5de2c req-f6dbe067-b9f3-4d4c-9f51-7d3a0027b746 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cccfb78ba36f4660ba28637f58e40cc1&device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 1098 time: 0.0916626
Apr 19 07:47:47.612687 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ea48c-97e0-43f8-aa20-0fadc6f5de2c req-d04fc4c2-37d5-479a-b016-47993e6f9456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:47.614505 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-947ea48c-97e0-43f8-aa20-0fadc6f5de2c req-d04fc4c2-37d5-479a-b016-47993e6f9456 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b471379-1e4b-4c05-9815-534f6f610471 HTTP/1.1" status: 200  len: 910 time: 0.2043319
Apr 19 07:47:47.690139 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4cac5-fc3d-4ef3-a8f4-98532f8989c4 req-b9c54ca3-7d07-4b42-ad8e-929a6bfbf0d1 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:47.691786 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-57a4cac5-fc3d-4ef3-a8f4-98532f8989c4 req-b9c54ca3-7d07-4b42-ad8e-929a6bfbf0d1 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 945 time: 0.2454765
Apr 19 07:47:47.770687 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-947ea48c-97e0-43f8-aa20-0fadc6f5de2c req-28b29921-769c-4dec-975a-b32d4ff53883 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8c62569-be78-408f-a913-1cf886de32c2 HTTP/1.1" status: 200  len: 1001 time: 0.1478531
Apr 19 07:47:47.775539 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-57a4cac5-fc3d-4ef3-a8f4-98532f8989c4 req-cb71c1a1-0f6f-42e5-996e-e212b4984d5b tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750647
Apr 19 07:47:47.843862 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ea48c-97e0-43f8-aa20-0fadc6f5de2c req-bb542251-6177-481b-811c-9d4dd120ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:47.845339 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-947ea48c-97e0-43f8-aa20-0fadc6f5de2c req-bb542251-6177-481b-811c-9d4dd120ff96 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f76505ba-fc01-4ae0-b3d2-3bdc23c63102 HTTP/1.1" status: 200  len: 848 time: 0.0669482
Apr 19 07:47:47.934492 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ea48c-97e0-43f8-aa20-0fadc6f5de2c req-bd6866ab-e5db-4d14-9bb0-c50d55d04adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:47.936043 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-947ea48c-97e0-43f8-aa20-0fadc6f5de2c req-bd6866ab-e5db-4d14-9bb0-c50d55d04adf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b471379-1e4b-4c05-9815-534f6f610471&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841289
Apr 19 07:47:48.140506 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-947ea48c-97e0-43f8-aa20-0fadc6f5de2c req-2331b047-2ee3-456b-9927-2518de296ce7 service neutron] 10.222.0.16 "GET /v2.0/networks/2b471379-1e4b-4c05-9815-534f6f610471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1664443
Apr 19 07:47:48.149850 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfa2ed-be39-4b50-8d48-96ac55df1077 req-2f41a6b1-d3a9-4373-aa99-cdaa685f0ee1 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:48.151366 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fabfa2ed-be39-4b50-8d48-96ac55df1077 req-2f41a6b1-d3a9-4373-aa99-cdaa685f0ee1 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.2205927
Apr 19 07:47:48.297417 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fabfa2ed-be39-4b50-8d48-96ac55df1077 req-bd2c849f-51d5-4089-9189-1e9b0ede3399 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1209784
Apr 19 07:47:48.326481 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-947ea48c-97e0-43f8-aa20-0fadc6f5de2c req-1433ec1b-c740-4eb0-acf8-ce2758bbea5f service neutron] 10.222.0.16 "GET /v2.0/networks/2b471379-1e4b-4c05-9815-534f6f610471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1740496
Apr 19 07:47:49.014508 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cf6e9-0e99-401c-818e-5d06b4a7059a req-5c9d3791-41e4-4494-8785-332e357154b1 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:49.016113 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7e2cf6e9-0e99-401c-818e-5d06b4a7059a req-5c9d3791-41e4-4494-8785-332e357154b1 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 945 time: 0.1107149
Apr 19 07:47:49.064811 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7e2cf6e9-0e99-401c-818e-5d06b4a7059a req-d53358cf-3460-4e2d-b8da-08099fe9f6a4 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423882
Apr 19 07:47:49.520260 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715f441-a029-4153-9945-4f683b58be3f req-af6c9276-abc3-404a-96fe-8af57c95352e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:49.521916 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e715f441-a029-4153-9945-4f683b58be3f req-af6c9276-abc3-404a-96fe-8af57c95352e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.0933700
Apr 19 07:47:49.588379 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e715f441-a029-4153-9945-4f683b58be3f req-1a930030-c3fa-46ce-91f5-783eccd6c669 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565996
Apr 19 07:47:50.295437 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05fbdc-4ba8-4aa0-9369-fc7da604b22c req-e9861333-204e-4a94-8084-171e1ea1f133 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:50.296936 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cf05fbdc-4ba8-4aa0-9369-fc7da604b22c req-e9861333-204e-4a94-8084-171e1ea1f133 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 945 time: 0.1080289
Apr 19 07:47:50.347112 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cf05fbdc-4ba8-4aa0-9369-fc7da604b22c req-37d065da-583c-4e40-9d78-bf21b13be5ae tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436692
Apr 19 07:47:50.808730 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eca72f-c459-4237-bce1-a95f94a25472 req-ae26521a-a1e7-4517-bac0-3a5cd60fa4e8 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:50.810323 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-95eca72f-c459-4237-bce1-a95f94a25472 req-ae26521a-a1e7-4517-bac0-3a5cd60fa4e8 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.0986404
Apr 19 07:47:50.860779 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-95eca72f-c459-4237-bce1-a95f94a25472 req-794b87a9-4cbf-41b5-b558-d1060f4627ec tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409806
Apr 19 07:47:51.553085 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7e3c9-356e-4c27-83f9-0d24f03b749b req-44a2a8a4-179e-4666-a89c-95a93b60a611 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:51.554713 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-04c7e3c9-356e-4c27-83f9-0d24f03b749b req-44a2a8a4-179e-4666-a89c-95a93b60a611 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 945 time: 0.0920324
Apr 19 07:47:51.604394 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-04c7e3c9-356e-4c27-83f9-0d24f03b749b req-ebd0176e-4b98-470b-96e1-3fd9a5b85c41 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425670
Apr 19 07:47:51.896034 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 55298) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:47:52.131293 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3d1a49c1-25fb-4e5b-96b2-278a4cddfae8 req-a23d7b1e-6f02-4469-b136-60a97cc3fe97 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2335167
Apr 19 07:47:52.142177 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cc91f-cc3d-4f97-9159-90a650f7c402 req-5804c1a0-9026-494f-84a2-7928dc6e5fb3 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:52.143734 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8d2cc91f-cc3d-4f97-9159-90a650f7c402 req-5804c1a0-9026-494f-84a2-7928dc6e5fb3 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 945 time: 0.2397556
Apr 19 07:47:52.173991 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330d24b-2461-42c0-b9ae-5378b9ff9c81 req-f045c7f1-d740-4147-aeff-1504e3e4e5f6 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:52.175630 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4330d24b-2461-42c0-b9ae-5378b9ff9c81 req-f045c7f1-d740-4147-aeff-1504e3e4e5f6 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.1765635
Apr 19 07:47:52.237024 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8d2cc91f-cc3d-4f97-9159-90a650f7c402 req-7aa6f830-9548-438e-858d-c126f25cd14c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0865276
Apr 19 07:47:52.245314 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4330d24b-2461-42c0-b9ae-5378b9ff9c81 req-9d4df973-7f8e-4072-89fa-362f07fa59f3 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613167
Apr 19 07:47:53.496365 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a49c1-25fb-4e5b-96b2-278a4cddfae8 req-149a6413-5d17-4334-81bb-65dea7608151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:53.497890 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3d1a49c1-25fb-4e5b-96b2-278a4cddfae8 req-149a6413-5d17-4334-81bb-65dea7608151 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008&tenant_id=cccfb78ba36f4660ba28637f58e40cc1 HTTP/1.1" status: 200  len: 1098 time: 0.1583343
Apr 19 07:47:53.509803 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c55e2f-bc01-4266-921a-fe9423879b45 req-d3df3499-c6f8-4706-9f4f-84fe7e03949a tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:53.511484 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-50c55e2f-bc01-4266-921a-fe9423879b45 req-d3df3499-c6f8-4706-9f4f-84fe7e03949a tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 945 time: 0.1307311
Apr 19 07:47:53.582172 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device c8c62569-be78-408f-a913-1cf886de32c2 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:47:53.666039 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-50c55e2f-bc01-4266-921a-fe9423879b45 req-a860190b-22a0-4114-8e67-d1ef0677680b tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1124511
Apr 19 07:47:53.706939 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a49c1-25fb-4e5b-96b2-278a4cddfae8 req-d6f0b36f-cff2-4264-858e-9013f21f13f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:53.708221 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:53.708547 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3d1a49c1-25fb-4e5b-96b2-278a4cddfae8 req-d6f0b36f-cff2-4264-858e-9013f21f13f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cccfb78ba36f4660ba28637f58e40cc1&device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 1098 time: 0.1896060
Apr 19 07:47:53.718196 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed9d29-083a-4373-8ee9-688de3cb8fb8 req-8616ed46-33bb-415e-a016-f421a1d5c836 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:53.719663 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-caed9d29-083a-4373-8ee9-688de3cb8fb8 req-8616ed46-33bb-415e-a016-f421a1d5c836 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.1649954
Apr 19 07:47:53.738415 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb0f576-15a0-4608-be7f-ec8f63dc6008', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8c62569-be78-408f-a913-1cf886de32c2'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:47:53.748994 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port c8c62569-be78-408f-a913-1cf886de32c2, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c8c62569-be78-408f-a913-1cf886de32c2,segment=NetworkSegment(0c720788-6e57-480d-ae87-38de1565a3c6),segment_id=0c720788-6e57-480d-ae87-38de1565a3c6)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:47:53.752900 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:53.754690 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:47:53.786916 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9bb0f576-15a0-4608-be7f-ec8f63dc6008', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c8c62569-be78-408f-a913-1cf886de32c2', 'code': 422} returned with failed status
Apr 19 07:47:53.826520 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=c8c62569-be78-408f-a913-1cf886de32c2,revision_number=6']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:47:53.834491 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:47:53.834879 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:47:53.835269 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:47:53.835649 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:47:53.836025 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:47:53.836393 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:47:53.836762 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:47:53.837130 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:47:53.837503 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:47:53.837871 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:47:53.838281 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:47:53.838648 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:47:53.842960 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:47:53.866343 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-caed9d29-083a-4373-8ee9-688de3cb8fb8 req-0af90336-f51c-461a-b986-f3397da5f7d6 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1216705
Apr 19 07:47:53.892622 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a49c1-25fb-4e5b-96b2-278a4cddfae8 req-26a1935b-e125-4a81-ad98-1407157ad19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:53.894189 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3d1a49c1-25fb-4e5b-96b2-278a4cddfae8 req-26a1935b-e125-4a81-ad98-1407157ad19c service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b471379-1e4b-4c05-9815-534f6f610471 HTTP/1.1" status: 200  len: 910 time: 0.1735821
Apr 19 07:47:54.007860 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3d1a49c1-25fb-4e5b-96b2-278a4cddfae8 req-ffed7495-ee81-4f42-a4c4-6769b37a323c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8c62569-be78-408f-a913-1cf886de32c2 HTTP/1.1" status: 200  len: 999 time: 0.1074123
Apr 19 07:47:54.312997 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a49c1-25fb-4e5b-96b2-278a4cddfae8 req-7f443aba-d173-4dc8-a339-b969c8d42b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:54.314511 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3d1a49c1-25fb-4e5b-96b2-278a4cddfae8 req-7f443aba-d173-4dc8-a339-b969c8d42b3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f76505ba-fc01-4ae0-b3d2-3bdc23c63102 HTTP/1.1" status: 200  len: 848 time: 0.3001215
Apr 19 07:47:54.400042 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a49c1-25fb-4e5b-96b2-278a4cddfae8 req-368bf014-7d1e-46f5-b2e0-04b9be11b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:54.401619 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3d1a49c1-25fb-4e5b-96b2-278a4cddfae8 req-368bf014-7d1e-46f5-b2e0-04b9be11b73b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b471379-1e4b-4c05-9815-534f6f610471&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809958
Apr 19 07:47:54.545401 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3d1a49c1-25fb-4e5b-96b2-278a4cddfae8 req-8e11740c-cf82-4248-b7ae-169ea53818b9 service neutron] 10.222.0.16 "GET /v2.0/networks/2b471379-1e4b-4c05-9815-534f6f610471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366231
Apr 19 07:47:54.690464 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3d1a49c1-25fb-4e5b-96b2-278a4cddfae8 req-7f55c6a1-42f9-46bd-9b67-2c7a202a4213 service neutron] 10.222.0.16 "GET /v2.0/networks/2b471379-1e4b-4c05-9815-534f6f610471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383500
Apr 19 07:47:54.876527 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56956e7f-97fb-4068-96f7-3ac0ef9d6928 req-6b5d825f-5ba5-4fbf-9c24-c64ee328eac7 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:54.878259 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-56956e7f-97fb-4068-96f7-3ac0ef9d6928 req-6b5d825f-5ba5-4fbf-9c24-c64ee328eac7 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 943 time: 0.0970969
Apr 19 07:47:54.878416 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:47:54.931652 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-56956e7f-97fb-4068-96f7-3ac0ef9d6928 req-6738d8b6-7a92-466a-bd03-6c7d6924101c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469182
Apr 19 07:47:55.072684 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc921cf-411d-470e-90bf-629332c9120d req-87724b7e-7b2d-49ff-8ff8-eb8c9689caf5 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:55.074271 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2fc921cf-411d-470e-90bf-629332c9120d req-87724b7e-7b2d-49ff-8ff8-eb8c9689caf5 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.0890253
Apr 19 07:47:55.122382 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2fc921cf-411d-470e-90bf-629332c9120d req-ab71ca9d-2aaa-427a-832a-9443616627a2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411992
Apr 19 07:47:56.163771 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0ced6-6c87-4e05-af5d-68a04bff24ca req-31e7e1ce-efb9-408e-8e1d-b7dc856d53ef tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:56.165414 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e3e0ced6-6c87-4e05-af5d-68a04bff24ca req-31e7e1ce-efb9-408e-8e1d-b7dc856d53ef tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 943 time: 0.1068568
Apr 19 07:47:56.216206 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e3e0ced6-6c87-4e05-af5d-68a04bff24ca req-dcb7712e-cf7e-4f65-b53a-065f236231bf tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428441
Apr 19 07:47:56.335092 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d83922-a3be-4cca-813c-3d5c88f0de3d req-4df63762-c55f-439d-a088-f438813f4979 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:56.336695 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-59d83922-a3be-4cca-813c-3d5c88f0de3d req-4df63762-c55f-439d-a088-f438813f4979 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.0908358
Apr 19 07:47:56.386308 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-59d83922-a3be-4cca-813c-3d5c88f0de3d req-d7e19618-6255-4ede-af1e-65c91303879d tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409253
Apr 19 07:47:56.495010 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:47:57.436469 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd2a00-e4f0-4233-967c-7130330c8583 req-4be4782c-b814-4677-aaf9-7dc2218caee7 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:57.438276 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c1fd2a00-e4f0-4233-967c-7130330c8583 req-4be4782c-b814-4677-aaf9-7dc2218caee7 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 943 time: 0.0962126
Apr 19 07:47:57.486980 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c1fd2a00-e4f0-4233-967c-7130330c8583 req-0f329579-bf1a-451a-897a-94efda74d6ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422962
Apr 19 07:47:57.602308 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d9358-09d2-4c21-bfc1-cd69460790c4 req-dee09427-1d9d-45b6-b9d4-7376bcd0739c tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:57.604075 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d41d9358-09d2-4c21-bfc1-cd69460790c4 req-dee09427-1d9d-45b6-b9d4-7376bcd0739c tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.0974433
Apr 19 07:47:57.654708 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d41d9358-09d2-4c21-bfc1-cd69460790c4 req-646cbf23-49a4-4d83-a43c-2962528340da tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432718
Apr 19 07:47:58.698699 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59ec38-9087-43aa-8136-581f1c0312fd req-100abafa-e958-4f64-bf0e-1dcff13173ef tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:58.700504 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6f59ec38-9087-43aa-8136-581f1c0312fd req-100abafa-e958-4f64-bf0e-1dcff13173ef tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 943 time: 0.0919757
Apr 19 07:47:58.750334 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6f59ec38-9087-43aa-8136-581f1c0312fd req-7f08276d-5121-4f52-b77f-4e821f15ee68 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434351
Apr 19 07:47:58.866157 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83d801-cf94-4e75-9e95-27cce22a6232 req-ae967454-f5fd-4f9e-8d6d-53c47a8806fe tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:58.867779 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-da83d801-cf94-4e75-9e95-27cce22a6232 req-ae967454-f5fd-4f9e-8d6d-53c47a8806fe tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.0936542
Apr 19 07:47:58.918710 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-da83d801-cf94-4e75-9e95-27cce22a6232 req-78ada76e-5964-4134-bfa7-df7e21dbf3fb tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423512
Apr 19 07:47:59.990882 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa79743-8c9b-4dad-8233-c2d46d0c7a3e req-c764a305-31a1-4c85-9f70-aaf092223517 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:47:59.992515 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dfa79743-8c9b-4dad-8233-c2d46d0c7a3e req-c764a305-31a1-4c85-9f70-aaf092223517 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 943 time: 0.1028023
Apr 19 07:48:00.045298 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dfa79743-8c9b-4dad-8233-c2d46d0c7a3e req-12ca715d-0b87-47cb-b868-e86a63cdb43c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461025
Apr 19 07:48:00.148008 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4ae3b-e277-445c-9526-f352df94397b req-9b218335-d3ee-4bc0-a412-61fc1919fa0e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:00.150197 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-19a4ae3b-e277-445c-9526-f352df94397b req-9b218335-d3ee-4bc0-a412-61fc1919fa0e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.1004145
Apr 19 07:48:00.199300 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-19a4ae3b-e277-445c-9526-f352df94397b req-4c79175c-7374-43ca-a72f-6aee00a90bf4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425999
Apr 19 07:48:01.313112 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0c7b9-1ff0-4aa0-9b2f-c422af0b583e req-18ab22d3-e8c6-4507-ba60-75ac5b7b66aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:01.314763 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-42d0c7b9-1ff0-4aa0-9b2f-c422af0b583e req-18ab22d3-e8c6-4507-ba60-75ac5b7b66aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 1096 time: 0.1159728
Apr 19 07:48:01.324095 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83155b04-8f3f-401c-9ead-3ab6c5b29400 req-b53157b5-0a0b-41c0-97d5-1f31cc471861 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:01.325628 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-83155b04-8f3f-401c-9ead-3ab6c5b29400 req-b53157b5-0a0b-41c0-97d5-1f31cc471861 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 943 time: 0.1643977
Apr 19 07:48:01.450250 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-42d0c7b9-1ff0-4aa0-9b2f-c422af0b583e req-a345325a-c12b-4a0b-a4db-1d3c551be762 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1234155
Apr 19 07:48:01.464934 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-83155b04-8f3f-401c-9ead-3ab6c5b29400 req-1b7da8fb-33dd-46b8-9732-94f5100c4121 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0868175
Apr 19 07:48:01.490108 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6b283-b11f-46f7-aae9-b2b45e450ade req-4273074d-21fe-4644-a06f-ab5d5157559c tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:01.491775 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dfe6b283-b11f-46f7-aae9-b2b45e450ade req-4273074d-21fe-4644-a06f-ab5d5157559c tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.1636536
Apr 19 07:48:01.548264 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dfe6b283-b11f-46f7-aae9-b2b45e450ade req-804a45a3-48f7-49ee-a3fe-b2fe19059ecd tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500677
Apr 19 07:48:01.628495 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device c8c62569-be78-408f-a913-1cf886de32c2 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:48:01.789229 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port c8c62569-be78-408f-a913-1cf886de32c2, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c8c62569-be78-408f-a913-1cf886de32c2,segment=NetworkSegment(0c720788-6e57-480d-ae87-38de1565a3c6),segment_id=0c720788-6e57-480d-ae87-38de1565a3c6)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:48:01.803430 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': 'c8c62569-be78-408f-a913-1cf886de32c2', 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471', 'port_id': 'c8c62569-be78-408f-a913-1cf886de32c2', 'mac_address': 'fa:16:3e:73:82:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f76505ba-fc01-4ae0-b3d2-3bdc23c63102', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:48:01.867374 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:01.885522 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c62569-be78-408f-a913-1cf886de32c2 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:48:01.902465 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port c8c62569-be78-408f-a913-1cf886de32c2, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c8c62569-be78-408f-a913-1cf886de32c2,segment=NetworkSegment(0c720788-6e57-480d-ae87-38de1565a3c6),segment_id=0c720788-6e57-480d-ae87-38de1565a3c6)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:48:01.906684 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:01.908515 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:48:01.980602 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=c8c62569-be78-408f-a913-1cf886de32c2,revision_number=7']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:48:01.984534 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:48:02.196415 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['c8c62569-be78-408f-a913-1cf886de32c2'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:48:02.675289 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f6470-6b75-4c45-a6eb-68d7f99c8c99 req-2b0f91d0-8dbc-421f-82a6-1a8742600356 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:02.676928 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4a4f6470-6b75-4c45-a6eb-68d7f99c8c99 req-2b0f91d0-8dbc-421f-82a6-1a8742600356 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 944 time: 0.0942149
Apr 19 07:48:02.774274 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4a4f6470-6b75-4c45-a6eb-68d7f99c8c99 req-789b898c-af8e-4695-a2a0-510aa6db1d13 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591803
Apr 19 07:48:02.803999 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373accc-76e0-403d-8986-a6b90eba8284 req-e46e9301-b052-49cc-8938-ea2a480c9ec2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:02.805575 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f373accc-76e0-403d-8986-a6b90eba8284 req-e46e9301-b052-49cc-8938-ea2a480c9ec2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.1276917
Apr 19 07:48:02.855227 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f373accc-76e0-403d-8986-a6b90eba8284 req-41d472f4-dd69-47e7-9ac8-416458218aa8 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422800
Apr 19 07:48:03.644735 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device c8c62569-be78-408f-a913-1cf886de32c2 up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:48:03.722329 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port c8c62569-be78-408f-a913-1cf886de32c2 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:48:03.722893 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:03.800940 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3b88bf12-acd4-4305-ac73-ea15130712f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:03.864931 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:03.893892 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb0f576-15a0-4608-be7f-ec8f63dc6008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c62569-be78-408f-a913-1cf886de32c2'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:48:03.904382 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port c8c62569-be78-408f-a913-1cf886de32c2, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c8c62569-be78-408f-a913-1cf886de32c2,segment=NetworkSegment(0c720788-6e57-480d-ae87-38de1565a3c6),segment_id=0c720788-6e57-480d-ae87-38de1565a3c6)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:48:03.907906 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:03.909843 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:48:03.947054 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb0f576-15a0-4608-be7f-ec8f63dc6008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c62569-be78-408f-a913-1cf886de32c2', 'code': 200}
Apr 19 07:48:03.980262 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=c8c62569-be78-408f-a913-1cf886de32c2,revision_number=8']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:48:03.983701 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:48:04.080554 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d74e6-d305-4e2d-a93b-f4ffa589ffb3 req-73847eb7-f2a8-41a6-b83a-1c7f5f841dc9 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:04.082173 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3b7d74e6-d305-4e2d-a93b-f4ffa589ffb3 req-73847eb7-f2a8-41a6-b83a-1c7f5f841dc9 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.1034074
Apr 19 07:48:04.133432 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3b7d74e6-d305-4e2d-a93b-f4ffa589ffb3 req-c11f2dcc-d2ea-46e7-bb91-dd471096514a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413544
Apr 19 07:48:05.354158 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff24095-5306-4ee2-b466-99e3f7f83bfe req-deac0c08-3333-4e80-b3e8-d100769fd214 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:05.355811 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-eff24095-5306-4ee2-b466-99e3f7f83bfe req-deac0c08-3333-4e80-b3e8-d100769fd214 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.0935383
Apr 19 07:48:05.406889 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-eff24095-5306-4ee2-b466-99e3f7f83bfe req-279cfbc0-e531-47af-b082-bb4c154a19b3 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444138
Apr 19 07:48:06.022070 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2f575a0e-0be3-4e63-8995-5ab0003b87cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:06.399132 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:06.631126 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4d625-da78-4540-992e-3c56699d42c9 req-9a36d8f0-a800-47d1-a348-583ab8fb928e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:06.632726 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0da4d625-da78-4540-992e-3c56699d42c9 req-9a36d8f0-a800-47d1-a348-583ab8fb928e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.0912378
Apr 19 07:48:06.682637 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0da4d625-da78-4540-992e-3c56699d42c9 req-05b93968-9e63-4c90-8d58-fc612e43b93e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431011
Apr 19 07:48:07.011680 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:07.647990 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 69162338-17d1-4fd0-9e95-1b4f86725f3d details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:48:07.798739 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 69162338-17d1-4fd0-9e95-1b4f86725f3d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=69162338-17d1-4fd0-9e95-1b4f86725f3d,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:48:07.813650 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': '69162338-17d1-4fd0-9e95-1b4f86725f3d', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'port_id': '69162338-17d1-4fd0-9e95-1b4f86725f3d', 'mac_address': 'fa:16:3e:e3:d3:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:48:07.891186 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:07.891955 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:07.898233 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a61ac-0a1a-4865-bad9-157876c820b9 req-26525553-1b1e-4fcc-8a80-0710ecc5c4d3 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:07.899844 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d69a61ac-0a1a-4865-bad9-157876c820b9 req-26525553-1b1e-4fcc-8a80-0710ecc5c4d3 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.0927806
Apr 19 07:48:07.911073 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69162338-17d1-4fd0-9e95-1b4f86725f3d {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:48:07.928091 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 69162338-17d1-4fd0-9e95-1b4f86725f3d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=69162338-17d1-4fd0-9e95-1b4f86725f3d,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:48:07.931581 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:07.934130 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ed97a262-8119-4f2f-a63b-65ae0d5fd559 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:48:07.949055 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d69a61ac-0a1a-4865-bad9-157876c820b9 req-3333f583-6700-405e-a800-c431cc5e3c14 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420828
Apr 19 07:48:08.006779 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=69162338-17d1-4fd0-9e95-1b4f86725f3d,revision_number=6']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:48:08.009831 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:48:08.023517 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['69162338-17d1-4fd0-9e95-1b4f86725f3d'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:48:09.161425 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376cd39-0302-4b9e-b093-d037d1505810 req-7862300c-4719-4250-a216-17a5476fa504 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:09.162821 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f376cd39-0302-4b9e-b093-d037d1505810 req-7862300c-4719-4250-a216-17a5476fa504 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 944 time: 0.0901856
Apr 19 07:48:09.211537 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f376cd39-0302-4b9e-b093-d037d1505810 req-a64ca3ef-c764-4674-ac75-97556aad9165 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422494
Apr 19 07:48:09.660481 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 69162338-17d1-4fd0-9e95-1b4f86725f3d up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:48:09.745634 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port 69162338-17d1-4fd0-9e95-1b4f86725f3d triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:48:09.746087 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:09.882800 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:09.912338 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69162338-17d1-4fd0-9e95-1b4f86725f3d'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:48:09.923155 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 69162338-17d1-4fd0-9e95-1b4f86725f3d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=69162338-17d1-4fd0-9e95-1b4f86725f3d,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:48:09.928250 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:09.931285 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:48:09.978988 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69162338-17d1-4fd0-9e95-1b4f86725f3d', 'code': 200}
Apr 19 07:48:10.017779 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=69162338-17d1-4fd0-9e95-1b4f86725f3d,revision_number=7']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:48:10.021404 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:48:10.584510 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f730e-07c0-413d-ba39-0c346b4ec299 req-b08d0ac6-7304-4cb6-b6bd-6476f2bbf28e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:10.587014 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2b5f730e-07c0-413d-ba39-0c346b4ec299 req-b08d0ac6-7304-4cb6-b6bd-6476f2bbf28e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.1060102
Apr 19 07:48:10.643574 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2b5f730e-07c0-413d-ba39-0c346b4ec299 req-1427fcdb-c711-46b9-a381-fe3e4b7e1c2a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498939
Apr 19 07:48:11.869374 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1725032-a1ac-4ed4-b8e5-d8dbd6e4d1bd req-f35115ba-733f-47d3-b848-89ad750c528e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:11.871038 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e1725032-a1ac-4ed4-b8e5-d8dbd6e4d1bd req-f35115ba-733f-47d3-b848-89ad750c528e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.1011083
Apr 19 07:48:11.923890 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e1725032-a1ac-4ed4-b8e5-d8dbd6e4d1bd req-6163ed7a-edfe-4e8f-88a0-11a5c91c4ef3 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459900
Apr 19 07:48:13.153589 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506f532-757b-42b0-843f-a3594380fcf4 req-12dc1328-d3cf-4e38-81e7-b22de15337ef tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:13.156779 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b506f532-757b-42b0-843f-a3594380fcf4 req-12dc1328-d3cf-4e38-81e7-b22de15337ef tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.1032908
Apr 19 07:48:13.210395 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b506f532-757b-42b0-843f-a3594380fcf4 req-79407d1d-5436-4ab5-b1e6-f867515729e2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484142
Apr 19 07:48:14.435908 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d270f87-e301-471e-bb5a-b5db7d33405b req-4452f42a-a5d8-44bf-b4e4-e46faf95de14 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:14.437467 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9d270f87-e301-471e-bb5a-b5db7d33405b req-4452f42a-a5d8-44bf-b4e4-e46faf95de14 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.1014123
Apr 19 07:48:14.506363 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9d270f87-e301-471e-bb5a-b5db7d33405b req-4609d0ea-92c0-4733-bb8c-9fb918f78fbc tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614469
Apr 19 07:48:15.739678 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4702d-debf-4853-b0eb-7215eb713263 req-bccf9452-4dc6-45f2-9961-226270c0fb50 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:15.746689 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-09e4702d-debf-4853-b0eb-7215eb713263 req-bccf9452-4dc6-45f2-9961-226270c0fb50 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.0985518
Apr 19 07:48:15.792133 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-09e4702d-debf-4853-b0eb-7215eb713263 req-cc8dbd9a-761d-4b2f-a695-c5dd3b2ffe14 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443730
Apr 19 07:48:17.031708 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96a5da-a2c2-4e47-8007-c3f5609758db req-d9f0becd-cdd5-47ca-9973-4e37ac50d003 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:17.033348 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3d96a5da-a2c2-4e47-8007-c3f5609758db req-d9f0becd-cdd5-47ca-9973-4e37ac50d003 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.1058314
Apr 19 07:48:17.102621 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3d96a5da-a2c2-4e47-8007-c3f5609758db req-c8b18796-304f-4a66-85a1-6cc7fcea313a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623016
Apr 19 07:48:18.329641 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964be7f3-ba07-47e4-8b85-d3a2f6f4dc18 req-ddaee23c-0015-4955-b92a-b9d8b741a16c tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:18.331272 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-964be7f3-ba07-47e4-8b85-d3a2f6f4dc18 req-ddaee23c-0015-4955-b92a-b9d8b741a16c tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.0979140
Apr 19 07:48:18.388733 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-964be7f3-ba07-47e4-8b85-d3a2f6f4dc18 req-6c1c6b1d-e4f9-4e02-875c-c36a8090c7d9 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479722
Apr 19 07:48:18.602762 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf60756-7592-4374-8d59-98a3d2f64668 req-a9c43013-5668-4c14-8166-513e7a212c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:18.604364 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-baf60756-7592-4374-8d59-98a3d2f64668 req-a9c43013-5668-4c14-8166-513e7a212c23 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a43260bdda249fa8463858d2df10378&device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 1098 time: 0.0819197
Apr 19 07:48:18.749213 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf60756-7592-4374-8d59-98a3d2f64668 req-750dac48-e8dd-4e31-b5fa-7a7bf5be425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:18.750858 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-baf60756-7592-4374-8d59-98a3d2f64668 req-750dac48-e8dd-4e31-b5fa-7a7bf5be425a service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5f1dd0c-8823-440f-8f62-01e66b821b29 HTTP/1.1" status: 200  len: 917 time: 0.1384387
Apr 19 07:48:18.861211 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-baf60756-7592-4374-8d59-98a3d2f64668 req-9f15403e-9f63-4f05-b869-3a78d7b1bb0b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69162338-17d1-4fd0-9e95-1b4f86725f3d HTTP/1.1" status: 200  len: 1001 time: 0.1030362
Apr 19 07:48:18.929302 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf60756-7592-4374-8d59-98a3d2f64668 req-24ae1c74-82c1-4807-990c-e32f4398667d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:18.930820 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-baf60756-7592-4374-8d59-98a3d2f64668 req-24ae1c74-82c1-4807-990c-e32f4398667d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a2ef621-9f95-4913-83e2-4f12522f9619 HTTP/1.1" status: 200  len: 855 time: 0.0628698
Apr 19 07:48:19.018707 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf60756-7592-4374-8d59-98a3d2f64668 req-f7a5a479-211d-4a44-9763-8c8f1afee4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:19.020264 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-baf60756-7592-4374-8d59-98a3d2f64668 req-f7a5a479-211d-4a44-9763-8c8f1afee4ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5f1dd0c-8823-440f-8f62-01e66b821b29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821424
Apr 19 07:48:19.162323 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-baf60756-7592-4374-8d59-98a3d2f64668 req-8852d0f8-33be-4339-9cd3-04388aab25cd service neutron] 10.222.0.16 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345308
Apr 19 07:48:19.542214 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-baf60756-7592-4374-8d59-98a3d2f64668 req-f81bbe41-eb51-45ea-a233-d27b024c1494 service neutron] 10.222.0.16 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3717451
Apr 19 07:48:19.626230 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5165724-3127-4d0b-b184-d0797b25a5e1 req-3d8696fd-676c-4269-b4e3-d14cb0589e52 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:19.627823 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a5165724-3127-4d0b-b184-d0797b25a5e1 req-3d8696fd-676c-4269-b4e3-d14cb0589e52 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.0905466
Apr 19 07:48:19.677206 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a5165724-3127-4d0b-b184-d0797b25a5e1 req-ce32c5e6-acff-4df1-9435-ace1d4154990 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427120
Apr 19 07:48:20.901985 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188a51d-804f-4226-8740-e9575a78daf9 req-957bbb51-d23d-4787-9ef2-290a095af156 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:20.903492 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b188a51d-804f-4226-8740-e9575a78daf9 req-957bbb51-d23d-4787-9ef2-290a095af156 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 945 time: 0.0958798
Apr 19 07:48:20.952480 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b188a51d-804f-4226-8740-e9575a78daf9 req-4075a81b-cba2-45e8-92ea-09509c7d4dec tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423682
Apr 19 07:48:21.725690 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 69162338-17d1-4fd0-9e95-1b4f86725f3d no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:48:21.858193 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:21.888684 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69162338-17d1-4fd0-9e95-1b4f86725f3d'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:48:21.900627 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 69162338-17d1-4fd0-9e95-1b4f86725f3d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=69162338-17d1-4fd0-9e95-1b4f86725f3d,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:48:21.904743 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:21.906652 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:48:21.944104 dv-cinder-773870-2-iscsi neutron-server[86245]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '69162338-17d1-4fd0-9e95-1b4f86725f3d', 'code': 422} returned with failed status
Apr 19 07:48:21.977103 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=69162338-17d1-4fd0-9e95-1b4f86725f3d,revision_number=8']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:48:21.980401 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:48:22.170712 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cced41-f4ca-4aa5-8c1a-4affad6cc75b req-a941c53d-d092-48df-b9fb-19fd23471032 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:22.172266 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a2cced41-f4ca-4aa5-8c1a-4affad6cc75b req-a941c53d-d092-48df-b9fb-19fd23471032 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 943 time: 0.0994797
Apr 19 07:48:22.222272 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a2cced41-f4ca-4aa5-8c1a-4affad6cc75b req-16b8dcb1-fa3c-4c32-b562-4e99d3992838 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402479
Apr 19 07:48:23.813832 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-04da7682-d67c-4c54-b285-f463151cfab7 req-45264806-93b9-4088-ab82-25010c362f8d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0775750
Apr 19 07:48:23.817993 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f4709-5b73-48bb-a2ed-ba082b96733a req-3358aedf-32d2-4f5c-8fcb-0d30dcb93e27 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:23.819728 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5e6f4709-5b73-48bb-a2ed-ba082b96733a req-3358aedf-32d2-4f5c-8fcb-0d30dcb93e27 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 943 time: 0.0915298
Apr 19 07:48:23.869446 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5e6f4709-5b73-48bb-a2ed-ba082b96733a req-bcc5ea35-0041-4c23-a2f3-122d28c6df1b tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432322
Apr 19 07:48:24.384888 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da7682-d67c-4c54-b285-f463151cfab7 req-76917743-3013-439e-a82e-dfe21717ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:24.386516 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-04da7682-d67c-4c54-b285-f463151cfab7 req-76917743-3013-439e-a82e-dfe21717ef64 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1&tenant_id=3a43260bdda249fa8463858d2df10378 HTTP/1.1" status: 200  len: 1096 time: 0.0839121
Apr 19 07:48:24.512811 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da7682-d67c-4c54-b285-f463151cfab7 req-524d3885-c3bb-479a-937f-aa9cbb431cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:24.514790 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-04da7682-d67c-4c54-b285-f463151cfab7 req-524d3885-c3bb-479a-937f-aa9cbb431cc5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a43260bdda249fa8463858d2df10378&device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 1096 time: 0.0990915
Apr 19 07:48:24.662902 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da7682-d67c-4c54-b285-f463151cfab7 req-f69ab695-e1c0-44ef-b2af-c84a9f914728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:24.664476 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-04da7682-d67c-4c54-b285-f463151cfab7 req-f69ab695-e1c0-44ef-b2af-c84a9f914728 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5f1dd0c-8823-440f-8f62-01e66b821b29 HTTP/1.1" status: 200  len: 917 time: 0.1406994
Apr 19 07:48:24.778653 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-04da7682-d67c-4c54-b285-f463151cfab7 req-aa1f1dd4-08dc-41d7-8f37-361d81319694 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69162338-17d1-4fd0-9e95-1b4f86725f3d HTTP/1.1" status: 200  len: 999 time: 0.1052761
Apr 19 07:48:24.850657 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da7682-d67c-4c54-b285-f463151cfab7 req-37d4b839-3147-465c-97da-61dfea1084b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:24.852180 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-04da7682-d67c-4c54-b285-f463151cfab7 req-37d4b839-3147-465c-97da-61dfea1084b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a2ef621-9f95-4913-83e2-4f12522f9619 HTTP/1.1" status: 200  len: 855 time: 0.0666251
Apr 19 07:48:24.955238 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da7682-d67c-4c54-b285-f463151cfab7 req-72c78c91-7f36-4853-8bfd-64f638ce35ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:24.956884 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-04da7682-d67c-4c54-b285-f463151cfab7 req-72c78c91-7f36-4853-8bfd-64f638ce35ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5f1dd0c-8823-440f-8f62-01e66b821b29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0960131
Apr 19 07:48:25.165734 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-04da7682-d67c-4c54-b285-f463151cfab7 req-03a3f26f-a767-4e4c-8660-4a9773cabce7 service neutron] 10.222.0.16 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2020745
Apr 19 07:48:25.221601 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45905b69-1c22-4d10-8e6b-1d214e07be7f req-6d1c8010-fdfb-4ef8-9751-2f92efeee567 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:25.223224 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-45905b69-1c22-4d10-8e6b-1d214e07be7f req-6d1c8010-fdfb-4ef8-9751-2f92efeee567 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 943 time: 0.2190943
Apr 19 07:48:25.351966 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-45905b69-1c22-4d10-8e6b-1d214e07be7f req-4f9ee7c9-604c-4d64-ab27-78b4801d8e5b tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0761368
Apr 19 07:48:25.361395 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-04da7682-d67c-4c54-b285-f463151cfab7 req-9223f494-5a31-4c63-8b66-aca623bce8ce service neutron] 10.222.0.16 "GET /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1874871
Apr 19 07:48:26.502517 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:26.570481 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca1a0e-d6a9-434e-9b88-8a2e0a92ea5b req-e1961d7d-c1c2-41a5-8415-603357641575 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:26.572146 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ceca1a0e-d6a9-434e-9b88-8a2e0a92ea5b req-e1961d7d-c1c2-41a5-8415-603357641575 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 943 time: 0.0939965
Apr 19 07:48:26.627803 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ceca1a0e-d6a9-434e-9b88-8a2e0a92ea5b req-82fcaaab-dc12-4a41-ba5b-73b0d972cb05 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488248
Apr 19 07:48:27.855491 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba9fbe-5599-4f7a-8a11-cdbfa44e42b8 req-26304502-381c-4d9f-bd01-64ac7de0671d tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:27.857104 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c4ba9fbe-5599-4f7a-8a11-cdbfa44e42b8 req-26304502-381c-4d9f-bd01-64ac7de0671d tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 943 time: 0.0949109
Apr 19 07:48:27.914026 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c4ba9fbe-5599-4f7a-8a11-cdbfa44e42b8 req-1ed44894-411f-480d-807e-71b5f02aa2c7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492575
Apr 19 07:48:29.128118 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e373da1-492c-45e7-bed7-d0443501e18f req-716ba15f-dbe7-4035-a6f9-f92eb4fbcc80 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:29.129782 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8e373da1-492c-45e7-bed7-d0443501e18f req-716ba15f-dbe7-4035-a6f9-f92eb4fbcc80 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 943 time: 0.0914247
Apr 19 07:48:29.185048 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8e373da1-492c-45e7-bed7-d0443501e18f req-07a0c8ea-a1f3-40c5-89a4-3e6d749a6065 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484426
Apr 19 07:48:30.408036 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d40c0-b3fe-47e8-b797-09d07fdbc1f2 req-f26b07d5-70dc-427d-94b3-4377c9d1eb4f tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:30.409621 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8b3d40c0-b3fe-47e8-b797-09d07fdbc1f2 req-f26b07d5-70dc-427d-94b3-4377c9d1eb4f tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 943 time: 0.0915260
Apr 19 07:48:30.467804 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8b3d40c0-b3fe-47e8-b797-09d07fdbc1f2 req-3ef14a80-baaa-4f23-a1a6-4192765f39ab tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502548
Apr 19 07:48:31.684050 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec767a5-5b48-43c7-886a-cb1f90c4ad7b req-1b2e7f62-3d25-406a-843b-0a9da3c7dda0 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:31.685962 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9ec767a5-5b48-43c7-886a-cb1f90c4ad7b req-1b2e7f62-3d25-406a-843b-0a9da3c7dda0 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 943 time: 0.0961487
Apr 19 07:48:31.735046 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9ec767a5-5b48-43c7-886a-cb1f90c4ad7b req-03db810a-b687-4cca-9bb3-553e4d1de5cd tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425861
Apr 19 07:48:31.879004 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:48:32.971079 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131916ae-2665-4fed-89ac-fa7a15d57306 req-8141611e-8953-4cf3-8c2b-b81fb2599d18 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:32.972888 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-131916ae-2665-4fed-89ac-fa7a15d57306 req-8141611e-8953-4cf3-8c2b-b81fb2599d18 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 943 time: 0.0949538
Apr 19 07:48:33.037436 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-131916ae-2665-4fed-89ac-fa7a15d57306 req-34ccca60-98c9-44c0-96de-457717e9c866 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577886
Apr 19 07:48:33.799316 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a595089-c52a-4b2a-a1c4-96f255009ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:34.255735 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad46a54-b2f1-4879-9b36-8baa6afd472a req-99a2eac3-e9b4-48b9-8151-96aaff08fa28 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:34.257617 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4ad46a54-b2f1-4879-9b36-8baa6afd472a req-99a2eac3-e9b4-48b9-8151-96aaff08fa28 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 943 time: 0.0960238
Apr 19 07:48:34.306798 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4ad46a54-b2f1-4879-9b36-8baa6afd472a req-2a6935a2-feb9-42a1-8f63-87f78984620b tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425282
Apr 19 07:48:35.531666 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff01ed-fdec-4610-820c-2c603afde85d req-8f1e46c3-ec76-4026-ab2b-d6e7def20740 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:35.533388 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ffff01ed-fdec-4610-820c-2c603afde85d req-8f1e46c3-ec76-4026-ab2b-d6e7def20740 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 943 time: 0.0982621
Apr 19 07:48:35.583718 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ffff01ed-fdec-4610-820c-2c603afde85d req-fc389cea-c570-49bb-9089-4cb5f8b93127 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424974
Apr 19 07:48:36.014996 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bafe29d3-0399-42f6-858f-a77f75a21d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:36.404341 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:36.808638 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10befdef-1ece-44fe-a398-1b9c7e889541 req-13f9dff9-df77-4f68-8202-da83bd15cef0 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:36.810382 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-10befdef-1ece-44fe-a398-1b9c7e889541 req-13f9dff9-df77-4f68-8202-da83bd15cef0 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 943 time: 0.0986998
Apr 19 07:48:36.859115 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-10befdef-1ece-44fe-a398-1b9c7e889541 req-be2fad2f-316e-4b72-bf53-db412a9879c4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422440
Apr 19 07:48:37.007158 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:37.878122 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:38.073800 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb026e8e-398d-4b4b-9ceb-5973c153837f req-277ae120-5335-40d3-a197-4942f9e17787 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:38.075467 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-eb026e8e-398d-4b4b-9ceb-5973c153837f req-277ae120-5335-40d3-a197-4942f9e17787 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 943 time: 0.0959070
Apr 19 07:48:38.128918 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-eb026e8e-398d-4b4b-9ceb-5973c153837f req-3a9d20bb-3c95-4c64-8552-81f1999ab9fc tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431950
Apr 19 07:48:39.351588 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5b05c-7e2f-4df2-be23-a0c198025ff5 req-ac716b6a-0a4d-4b09-a1b1-a34194cfb7bc tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:39.353239 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5dc5b05c-7e2f-4df2-be23-a0c198025ff5 req-ac716b6a-0a4d-4b09-a1b1-a34194cfb7bc tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 943 time: 0.0939941
Apr 19 07:48:39.403746 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5dc5b05c-7e2f-4df2-be23-a0c198025ff5 req-6d00bf2d-93d4-4412-92fa-39c8042c2aae tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439246
Apr 19 07:48:39.785031 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 69162338-17d1-4fd0-9e95-1b4f86725f3d details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:48:39.942718 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 69162338-17d1-4fd0-9e95-1b4f86725f3d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=69162338-17d1-4fd0-9e95-1b4f86725f3d,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:48:39.957250 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': '69162338-17d1-4fd0-9e95-1b4f86725f3d', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'port_id': '69162338-17d1-4fd0-9e95-1b4f86725f3d', 'mac_address': 'fa:16:3e:e3:d3:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:48:40.025880 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:40.044059 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69162338-17d1-4fd0-9e95-1b4f86725f3d {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:48:40.061239 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 69162338-17d1-4fd0-9e95-1b4f86725f3d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=69162338-17d1-4fd0-9e95-1b4f86725f3d,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:48:40.065839 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:40.067654 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-dd0f6ce1-a5fb-4320-8893-f9adacbfd0c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:48:40.137799 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=69162338-17d1-4fd0-9e95-1b4f86725f3d,revision_number=9']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:48:40.141621 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:48:40.293449 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['69162338-17d1-4fd0-9e95-1b4f86725f3d'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:48:40.620954 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967faacb-2cab-4f21-9f25-af5f86da6e6d req-587c6848-05a7-42b1-8edc-5822cdd8a608 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:40.622956 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-967faacb-2cab-4f21-9f25-af5f86da6e6d req-587c6848-05a7-42b1-8edc-5822cdd8a608 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 944 time: 0.0943520
Apr 19 07:48:40.673067 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-967faacb-2cab-4f21-9f25-af5f86da6e6d req-a969efd0-732d-48fa-98da-b851108155fc tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438416
Apr 19 07:48:41.798975 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 69162338-17d1-4fd0-9e95-1b4f86725f3d up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:48:41.873340 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port 69162338-17d1-4fd0-9e95-1b4f86725f3d triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:48:41.873765 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:41.895362 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121c877-3b91-4607-ac0c-aad40e31d725 req-e9c9b0c9-4dee-45b0-9041-847c8219dfd3 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:41.896955 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8121c877-3b91-4607-ac0c-aad40e31d725 req-e9c9b0c9-4dee-45b0-9041-847c8219dfd3 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 944 time: 0.0925255
Apr 19 07:48:41.945286 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8121c877-3b91-4607-ac0c-aad40e31d725 req-afe1e118-e3a0-4e9c-bbc4-477e1a59ed68 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417061
Apr 19 07:48:42.000691 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:42.029089 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69162338-17d1-4fd0-9e95-1b4f86725f3d'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:48:42.039521 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 69162338-17d1-4fd0-9e95-1b4f86725f3d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=69162338-17d1-4fd0-9e95-1b4f86725f3d,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:48:42.042904 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:48:42.045033 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-481669c0-7bd4-4c61-8b89-ed829a62fb84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:48:42.086030 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69162338-17d1-4fd0-9e95-1b4f86725f3d', 'code': 200}
Apr 19 07:48:42.121427 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=69162338-17d1-4fd0-9e95-1b4f86725f3d,revision_number=10']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:48:42.125098 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:48:42.340839 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae6024-4478-4ff8-a30f-450123db1447 req-5a229736-b2a8-4065-a05d-93f1d4378d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:42.342642 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1cae6024-4478-4ff8-a30f-450123db1447 req-5a229736-b2a8-4065-a05d-93f1d4378d55 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 1099 time: 0.0809391
Apr 19 07:48:42.387174 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1cae6024-4478-4ff8-a30f-450123db1447 req-e88bafd5-4566-4286-9d9b-6e03d55724fa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373988
Apr 19 07:48:43.170573 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66680b5-5069-429c-860f-1bb202776f8f req-2f2b8a99-1bf7-4e1b-ae69-7d87d8e1ffa2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:43.172175 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a66680b5-5069-429c-860f-1bb202776f8f req-2f2b8a99-1bf7-4e1b-ae69-7d87d8e1ffa2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 946 time: 0.1058164
Apr 19 07:48:43.225101 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a66680b5-5069-429c-860f-1bb202776f8f req-d680a3b2-cd65-43c9-b60f-4f83be5742cd tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464191
Apr 19 07:48:44.451775 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973b5b6-74c1-40f1-82ad-32e417cc4bde req-c1d8a82f-a0f7-4dc3-b54d-b6e5a0caf9d4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:48:44.453283 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9973b5b6-74c1-40f1-82ad-32e417cc4bde req-c1d8a82f-a0f7-4dc3-b54d-b6e5a0caf9d4 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 946 time: 0.0964451
Apr 19 07:48:44.507752 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9973b5b6-74c1-40f1-82ad-32e417cc4bde req-052fef72-7b8c-4a4c-b00b-48bb1529b13a tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450528
Apr 19 07:48:56.507744 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:03.794737 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9e7b1617-61d3-4298-8b97-47edfe54f84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:06.021023 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-91eaf4d9-f895-4b2e-b89a-faff27721845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:06.408596 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:07.024122 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:07.879049 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:08.883466 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:49:13.599018 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d804c67-8e79-4ebd-a252-af70830749b0 req-924642d3-363f-4a88-8a90-6c539db03694 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:13.600611 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7d804c67-8e79-4ebd-a252-af70830749b0 req-924642d3-363f-4a88-8a90-6c539db03694 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 946 time: 0.1021910
Apr 19 07:49:13.649932 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7d804c67-8e79-4ebd-a252-af70830749b0 req-dc520af2-411a-46c1-aecf-745f28ada549 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425057
Apr 19 07:49:14.904014 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a8b7b-9d0f-4ac0-ac87-2ebf81b2203b req-32d611e8-d181-4f7b-8f62-42f64c4030eb tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:14.905501 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6f7a8b7b-9d0f-4ac0-ac87-2ebf81b2203b req-32d611e8-d181-4f7b-8f62-42f64c4030eb tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 946 time: 0.1582968
Apr 19 07:49:14.948973 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa0c7b-a8da-4116-a597-994a283cc09f req-b0defc2c-98d9-49f6-af06-c529c64633f2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:14.950543 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-40aa0c7b-a8da-4116-a597-994a283cc09f req-b0defc2c-98d9-49f6-af06-c529c64633f2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 946 time: 0.1620321
Apr 19 07:49:15.023573 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-6f7a8b7b-9d0f-4ac0-ac87-2ebf81b2203b req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Deleting port 69162338-17d1-4fd0-9e95-1b4f86725f3d {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:49:15.023961 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-6f7a8b7b-9d0f-4ac0-ac87-2ebf81b2203b req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:15.071491 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-40aa0c7b-a8da-4116-a597-994a283cc09f req-7712f63d-5d1f-4da6-ae77-9caf26179ec2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups?id=f312b907-dbdc-4454-85f8-b3d062bf002b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1137347
Apr 19 07:49:15.290931 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-6f7a8b7b-9d0f-4ac0-ac87-2ebf81b2203b req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] For port 69162338-17d1-4fd0-9e95-1b4f86725f3d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=69162338-17d1-4fd0-9e95-1b4f86725f3d,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:49:15.291184 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-6f7a8b7b-9d0f-4ac0-ac87-2ebf81b2203b req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:15.835804 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-6f7a8b7b-9d0f-4ac0-ac87-2ebf81b2203b req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:15.836234 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-6f7a8b7b-9d0f-4ac0-ac87-2ebf81b2203b req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671153'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:15.836639 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.l3_db [req-6f7a8b7b-9d0f-4ac0-ac87-2ebf81b2203b req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Floating IP 40250f29-bf7c-4eb6-b69f-3a360a9d9b90 disassociated. External IP: 172.27.0.218, port: 69162338-17d1-4fd0-9e95-1b4f86725f3d.
Apr 19 07:49:15.837408 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-6f7a8b7b-9d0f-4ac0-ac87-2ebf81b2203b req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Calling delete_port for 69162338-17d1-4fd0-9e95-1b4f86725f3d owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:49:16.018375 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-6f7a8b7b-9d0f-4ac0-ac87-2ebf81b2203b req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:16.024276 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fa61eee8-6088-458b-9e27-7fc8df28aa7b tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:16.073773 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Pushing event deleted for resources: {'Port': ['ID=69162338-17d1-4fd0-9e95-1b4f86725f3d,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:16.086715 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:16.087136 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:16.087630 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:16.088096 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:16.088499 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:16.088882 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:16.089286 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:16.089677 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:16.090073 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:16.090489 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:16.090885 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:16.091270 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:16.094759 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:16.293755 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3ab03cab-38d3-423f-8d4f-038a6d0d717c req-d9c5a743-50a9-474b-b092-6bf2b6a6bc74 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1 HTTP/1.1" status: 200  len: 210 time: 0.0810893
Apr 19 07:49:16.344836 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f7a8b7b-9d0f-4ac0-ac87-2ebf81b2203b req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Router e6fbbfe8-2635-40bc-b99b-4d2648b64c94 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:49:16.541145 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f7a8b7b-9d0f-4ac0-ac87-2ebf81b2203b req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:49:16.551370 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b245da7d-8c4e-4f0c-ad4d-937d36ea3b4c None None] Sync routers for ids ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'] in dv-cinder-773870-2-iscsi {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:49:16.563146 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b245da7d-8c4e-4f0c-ad4d-937d36ea3b4c None None] Routers {'e6fbbfe8-2635-40bc-b99b-4d2648b64c94'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:49:16.564356 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-b245da7d-8c4e-4f0c-ad4d-937d36ea3b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f616517d978>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:49:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:16.667047 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7a8b7b-9d0f-4ac0-ac87-2ebf81b2203b req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] No DVR routers for this DVR port 69162338-17d1-4fd0-9e95-1b4f86725f3d on host hv-cinder-77387 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:49:16.670320 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-6f7a8b7b-9d0f-4ac0-ac87-2ebf81b2203b req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:16.674637 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1', 'name': 'network-vif-deleted', 'tag': '69162338-17d1-4fd0-9e95-1b4f86725f3d'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:49:16.692068 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6f7a8b7b-9d0f-4ac0-ac87-2ebf81b2203b req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.16 "DELETE /v2.0/ports/69162338-17d1-4fd0-9e95-1b4f86725f3d HTTP/1.1" status: 204  len: 173 time: 1.7805419
Apr 19 07:49:16.727060 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b65445-b39f-49eb-864c-8ab103442cfe req-6ce13c39-6566-4c75-80d3-7c051c0752c2 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:16.729011 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-28b65445-b39f-49eb-864c-8ab103442cfe req-6ce13c39-6566-4c75-80d3-7c051c0752c2 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3 HTTP/1.1" status: 200  len: 946 time: 0.1512666
Apr 19 07:49:16.732298 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3cd5d9-cd5c-4d5b-9a31-b1c6c8c260a1', 'name': 'network-vif-deleted', 'tag': '69162338-17d1-4fd0-9e95-1b4f86725f3d', 'status': 'completed', 'code': 200}
Apr 19 07:49:16.765425 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-b245da7d-8c4e-4f0c-ad4d-937d36ea3b4c None None] Set router e6fbbfe8-2635-40bc-b99b-4d2648b64c94 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:49:16.780024 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-28b65445-b39f-49eb-864c-8ab103442cfe req-e25a1bd5-ee86-4d2a-9a0e-2fa77073deb7 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439079
Apr 19 07:49:17.103320 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-b245da7d-8c4e-4f0c-ad4d-937d36ea3b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f616517d978>, [{'id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'name': 'tempest-AttachVolumeShelveTestJSON-275747728-router', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:07Z', 'updated_at': '2021-04-19T07:41:15Z', 'revision_number': 4, 'project_id': '3a43260bdda249fa8463858d2df10378', 'gw_port': {'id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '59a5ade7-5781-47ec-8941-61a0122a8a90', 'name': '', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'mac_address': 'fa:16:3e:0a:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:14Z', 'updated_at': '2021-04-19T07:41:28Z', 'revision_number': 5, 'project_id': '3a43260bdda249fa8463858d2df10378', 'subnets': [{'id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:17.107507 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b245da7d-8c4e-4f0c-ad4d-937d36ea3b4c None None] Checking router: e6fbbfe8-2635-40bc-b99b-4d2648b64c94 for host: dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:49:17.117010 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b245da7d-8c4e-4f0c-ad4d-937d36ea3b4c None None] Routers {'e6fbbfe8-2635-40bc-b99b-4d2648b64c94'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:49:17.117664 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-b245da7d-8c4e-4f0c-ad4d-937d36ea3b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f616517d978>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:49:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:17.312709 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-b245da7d-8c4e-4f0c-ad4d-937d36ea3b4c None None] Set router e6fbbfe8-2635-40bc-b99b-4d2648b64c94 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:49:17.438698 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 55612) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:17.514080 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-47a5d10d-883f-46f2-a782-432d53f8ebc5 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:17.544979 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-47a5d10d-883f-46f2-a782-432d53f8ebc5 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:17.599737 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-47a5d10d-883f-46f2-a782-432d53f8ebc5 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:17.605575 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-72834881-038b-4028-964c-9d7139e8f77b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:17.620796 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5d10d-883f-46f2-a782-432d53f8ebc5 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f312b907-dbdc-4454-85f8-b3d062bf002b,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:17.624322 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-47a5d10d-883f-46f2-a782-432d53f8ebc5 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:17.635497 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-47a5d10d-883f-46f2-a782-432d53f8ebc5 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:17.637198 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-47a5d10d-883f-46f2-a782-432d53f8ebc5 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "DELETE /v2.0/security-groups/f312b907-dbdc-4454-85f8-b3d062bf002b HTTP/1.1" status: 204  len: 168 time: 0.1973960
Apr 19 07:49:17.640224 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 55616) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:17.660683 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.v2.resource [None req-e555934b-e745-4a62-90a6-fcd3382a6ec3 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] show failed (client error): The resource could not be found.
Apr 19 07:49:17.664273 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-e555934b-e745-4a62-90a6-fcd3382a6ec3 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "GET /v2.0/security-groups/f312b907-dbdc-4454-85f8-b3d062bf002b HTTP/1.1" status: 404  len: 347 time: 0.0229704
Apr 19 07:49:17.665245 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 55620) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:17.688517 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-b245da7d-8c4e-4f0c-ad4d-937d36ea3b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f616517d978>, [{'id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'name': 'tempest-AttachVolumeShelveTestJSON-275747728-router', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:07Z', 'updated_at': '2021-04-19T07:41:15Z', 'revision_number': 4, 'project_id': '3a43260bdda249fa8463858d2df10378', 'gw_port': {'id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '59a5ade7-5781-47ec-8941-61a0122a8a90', 'name': '', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'mac_address': 'fa:16:3e:0a:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:14Z', 'updated_at': '2021-04-19T07:41:28Z', 'revision_number': 5, 'project_id': '3a43260bdda249fa8463858d2df10378', 'subnets': [{'id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:17.692635 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b245da7d-8c4e-4f0c-ad4d-937d36ea3b4c None None] The sync data for ids ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'] in dv-cinder-773870-2-iscsi is: [{'id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'name': 'tempest-AttachVolumeShelveTestJSON-275747728-router', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:07Z', 'updated_at': '2021-04-19T07:41:15Z', 'revision_number': 4, 'project_id': '3a43260bdda249fa8463858d2df10378', 'gw_port': {'id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '59a5ade7-5781-47ec-8941-61a0122a8a90', 'name': '', 'network_id': 'b5f1dd0c-8823-440f-8f62-01e66b821b29', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'mac_address': 'fa:16:3e:0a:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:14Z', 'updated_at': '2021-04-19T07:41:28Z', 'revision_number': 5, 'project_id': '3a43260bdda249fa8463858d2df10378', 'subnets': [{'id': '2a2ef621-9f95-4913-83e2-4f12522f9619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:49:17.836063 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-95f6c2be-45aa-4b18-91da-43bfa1c370f7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Deleting port 7e83abb9-1703-4453-85f6-011a27311a70 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:49:17.836433 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-95f6c2be-45aa-4b18-91da-43bfa1c370f7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:18.016671 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 69162338-17d1-4fd0-9e95-1b4f86725f3d no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:49:18.053534 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] No Port match for: 69162338-17d1-4fd0-9e95-1b4f86725f3d {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:49:18.053887 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 69162338-17d1-4fd0-9e95-1b4f86725f3d not bound to the agent host hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:49:18.090164 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007c18db-c0bd-4f07-96ee-9c25cf97c73f None None] New status for floating IP 40250f29-bf7c-4eb6-b69f-3a360a9d9b90: DOWN {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 07:49:18.152554 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-95f6c2be-45aa-4b18-91da-43bfa1c370f7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:18.153164 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-95f6c2be-45aa-4b18-91da-43bfa1c370f7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:18.289137 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-95f6c2be-45aa-4b18-91da-43bfa1c370f7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Calling delete_port for 7e83abb9-1703-4453-85f6-011a27311a70 owned by network:floatingip {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:49:18.338290 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d81b6-f842-41c5-a1e6-af65fe7d8328 req-25396dfe-ec50-4724-8312-e5bd383529ba tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:18.339944 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-de7d81b6-f842-41c5-a1e6-af65fe7d8328 req-25396dfe-ec50-4724-8312-e5bd383529ba tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3 HTTP/1.1" status: 200  len: 946 time: 0.4284828
Apr 19 07:49:18.361562 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a475dd-aebc-4dd3-830b-19142b5013ac req-7960bcc8-cd12-4739-825e-cd57b98fa166 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:18.363440 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-48a475dd-aebc-4dd3-830b-19142b5013ac req-7960bcc8-cd12-4739-825e-cd57b98fa166 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.16 "GET /v2.0/ports?device_id=44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3 HTTP/1.1" status: 200  len: 946 time: 0.3952587
Apr 19 07:49:18.489936 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-de7d81b6-f842-41c5-a1e6-af65fe7d8328 req-1ce4ee94-318e-4fb8-84dd-60a0e6d246cd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1370764
Apr 19 07:49:18.504991 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-48a475dd-aebc-4dd3-830b-19142b5013ac req-14038306-cd5c-470b-8cff-80c4e3718c7f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Deleting port e6e9d4a8-109b-46e9-8d12-1f2041df1019 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:49:18.505378 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-48a475dd-aebc-4dd3-830b-19142b5013ac req-14038306-cd5c-470b-8cff-80c4e3718c7f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:18.539594 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.db.api [None req-95f6c2be-45aa-4b18-91da-43bfa1c370f7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86357) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 07:49:18.539995 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_db.api [None req-95f6c2be-45aa-4b18-91da-43bfa1c370f7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 07:49:18.772350 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-48a475dd-aebc-4dd3-830b-19142b5013ac req-14038306-cd5c-470b-8cff-80c4e3718c7f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] For port e6e9d4a8-109b-46e9-8d12-1f2041df1019, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=e6e9d4a8-109b-46e9-8d12-1f2041df1019,segment=NetworkSegment(b410f489-9d1e-4062-aeeb-1fb959e15c49),segment_id=b410f489-9d1e-4062-aeeb-1fb959e15c49)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:49:18.772632 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-48a475dd-aebc-4dd3-830b-19142b5013ac req-14038306-cd5c-470b-8cff-80c4e3718c7f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:19.049015 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-95f6c2be-45aa-4b18-91da-43bfa1c370f7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Deleting port 7e83abb9-1703-4453-85f6-011a27311a70 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:49:19.049243 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-95f6c2be-45aa-4b18-91da-43bfa1c370f7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:19.455891 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-48a475dd-aebc-4dd3-830b-19142b5013ac req-14038306-cd5c-470b-8cff-80c4e3718c7f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:19.456544 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-48a475dd-aebc-4dd3-830b-19142b5013ac req-14038306-cd5c-470b-8cff-80c4e3718c7f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671153'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:19.456957 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.l3_db [req-48a475dd-aebc-4dd3-830b-19142b5013ac req-14038306-cd5c-470b-8cff-80c4e3718c7f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Floating IP d054ac7b-2491-4f6d-a303-ce5ed5c5fe7f disassociated. External IP: 172.27.0.71, port: e6e9d4a8-109b-46e9-8d12-1f2041df1019.
Apr 19 07:49:19.457512 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-48a475dd-aebc-4dd3-830b-19142b5013ac req-14038306-cd5c-470b-8cff-80c4e3718c7f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Calling delete_port for e6e9d4a8-109b-46e9-8d12-1f2041df1019 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:49:19.803280 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-95f6c2be-45aa-4b18-91da-43bfa1c370f7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:19.803886 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-95f6c2be-45aa-4b18-91da-43bfa1c370f7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:20.029809 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-95f6c2be-45aa-4b18-91da-43bfa1c370f7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Calling delete_port for 7e83abb9-1703-4453-85f6-011a27311a70 owned by network:floatingip {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:49:20.224986 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688e9b7-c080-4728-8751-96fe97304223 req-f3ad50cf-b501-4286-b3a5-fda22a83d00a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:20.227422 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5688e9b7-c080-4728-8751-96fe97304223 req-f3ad50cf-b501-4286-b3a5-fda22a83d00a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3 HTTP/1.1" status: 200  len: 946 time: 0.6089134
Apr 19 07:49:20.274303 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-48a475dd-aebc-4dd3-830b-19142b5013ac req-14038306-cd5c-470b-8cff-80c4e3718c7f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:20.297911 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2ac4ebe8-323b-4523-ae25-20171d27d2fb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:20.380734 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14038306-cd5c-470b-8cff-80c4e3718c7f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Pushing event deleted for resources: {'Port': ['ID=e6e9d4a8-109b-46e9-8d12-1f2041df1019,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:20.391662 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-14038306-cd5c-470b-8cff-80c4e3718c7f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:20.403829 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5688e9b7-c080-4728-8751-96fe97304223 req-58557adf-3470-4826-9a00-f3d519fdbb95 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1654675
Apr 19 07:49:20.689692 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-95f6c2be-45aa-4b18-91da-43bfa1c370f7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:20.699853 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0a2d5539-4464-4ee9-a6a1-b7518de1b8b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:20.795588 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6c2be-45aa-4b18-91da-43bfa1c370f7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Pushing event deleted for resources: {'Port': ['ID=7e83abb9-1703-4453-85f6-011a27311a70,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:20.804580 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-95f6c2be-45aa-4b18-91da-43bfa1c370f7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:20.960935 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48a475dd-aebc-4dd3-830b-19142b5013ac req-14038306-cd5c-470b-8cff-80c4e3718c7f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Router 6d8e02f7-c7e0-49ae-adee-ba4621801160 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:49:21.065617 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-95f6c2be-45aa-4b18-91da-43bfa1c370f7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks [] for floatingip, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:21.227509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-95f6c2be-45aa-4b18-91da-43bfa1c370f7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:21.228800 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-95f6c2be-45aa-4b18-91da-43bfa1c370f7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] 10.222.0.20 "DELETE /v2.0/floatingips/40250f29-bf7c-4eb6-b69f-3a360a9d9b90 HTTP/1.1" status: 204  len: 168 time: 3.5624559
Apr 19 07:49:21.259379 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48a475dd-aebc-4dd3-830b-19142b5013ac req-14038306-cd5c-470b-8cff-80c4e3718c7f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:49:21.274404 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4021df5d-a7a7-4a5e-bb57-1a716ca8e91c None None] Sync routers for ids ['6d8e02f7-c7e0-49ae-adee-ba4621801160'] in dv-cinder-773870-2-iscsi {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:49:21.285024 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4021df5d-a7a7-4a5e-bb57-1a716ca8e91c None None] Routers {'6d8e02f7-c7e0-49ae-adee-ba4621801160'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:49:21.285790 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-4021df5d-a7a7-4a5e-bb57-1a716ca8e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164fa8f60>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:49:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['6d8e02f7-c7e0-49ae-adee-ba4621801160'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:21.344710 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a475dd-aebc-4dd3-830b-19142b5013ac req-14038306-cd5c-470b-8cff-80c4e3718c7f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] No DVR routers for this DVR port e6e9d4a8-109b-46e9-8d12-1f2041df1019 on host hv-cinder-77387 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:49:21.347191 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-48a475dd-aebc-4dd3-830b-19142b5013ac req-14038306-cd5c-470b-8cff-80c4e3718c7f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:21.349407 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-48a475dd-aebc-4dd3-830b-19142b5013ac req-14038306-cd5c-470b-8cff-80c4e3718c7f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.16 "DELETE /v2.0/ports/e6e9d4a8-109b-46e9-8d12-1f2041df1019 HTTP/1.1" status: 204  len: 173 time: 2.9659898
Apr 19 07:49:21.349979 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3', 'name': 'network-vif-deleted', 'tag': 'e6e9d4a8-109b-46e9-8d12-1f2041df1019'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:49:21.416436 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3', 'name': 'network-vif-deleted', 'tag': 'e6e9d4a8-109b-46e9-8d12-1f2041df1019', 'status': 'completed', 'code': 200}
Apr 19 07:49:21.504737 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-4021df5d-a7a7-4a5e-bb57-1a716ca8e91c None None] Set router 6d8e02f7-c7e0-49ae-adee-ba4621801160 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:49:21.582544 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-8545aba9-f852-4e3a-a5f7-79b78db6e711 req-99d03858-3fdd-4aef-9261-9e72c0312280 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Synchronizing usage tracker for tenant:7cb235dc3277438c954bbcb8afc3469e on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:49:21.595550 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-8545aba9-f852-4e3a-a5f7-79b78db6e711 req-99d03858-3fdd-4aef-9261-9e72c0312280 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Unset dirty status for tenant:7cb235dc3277438c954bbcb8afc3469e on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:49:21.596951 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8545aba9-f852-4e3a-a5f7-79b78db6e711 req-99d03858-3fdd-4aef-9261-9e72c0312280 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d9eecb-04b2-4dc2-b80c-c3af82f4c1c3 HTTP/1.1" status: 200  len: 210 time: 0.0641708
Apr 19 07:49:22.017581 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device e6e9d4a8-109b-46e9-8d12-1f2041df1019 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:49:22.055681 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] No Port match for: e6e9d4a8-109b-46e9-8d12-1f2041df1019 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:49:22.056154 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device e6e9d4a8-109b-46e9-8d12-1f2041df1019 not bound to the agent host hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:49:22.086427 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-4021df5d-a7a7-4a5e-bb57-1a716ca8e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164fa8f60>, [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:26Z', 'revision_number': 4, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '1bb1516a-953f-41c9-a3a2-b51e942062f5', 'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'mac_address': 'fa:16:3e:a3:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:25Z', 'updated_at': '2021-04-19T07:46:36Z', 'revision_number': 5, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'subnets': [{'id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:22.091588 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4021df5d-a7a7-4a5e-bb57-1a716ca8e91c None None] Checking router: 6d8e02f7-c7e0-49ae-adee-ba4621801160 for host: dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:49:22.101710 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4021df5d-a7a7-4a5e-bb57-1a716ca8e91c None None] Routers {'6d8e02f7-c7e0-49ae-adee-ba4621801160'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:49:22.102738 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-4021df5d-a7a7-4a5e-bb57-1a716ca8e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164fa8f60>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:49:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['6d8e02f7-c7e0-49ae-adee-ba4621801160'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:22.301853 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-4021df5d-a7a7-4a5e-bb57-1a716ca8e91c None None] Set router 6d8e02f7-c7e0-49ae-adee-ba4621801160 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:49:22.647517 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-4021df5d-a7a7-4a5e-bb57-1a716ca8e91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164fa8f60>, [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:26Z', 'revision_number': 4, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '1bb1516a-953f-41c9-a3a2-b51e942062f5', 'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'mac_address': 'fa:16:3e:a3:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:25Z', 'updated_at': '2021-04-19T07:46:36Z', 'revision_number': 5, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'subnets': [{'id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:22.652055 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4021df5d-a7a7-4a5e-bb57-1a716ca8e91c None None] The sync data for ids ['6d8e02f7-c7e0-49ae-adee-ba4621801160'] in dv-cinder-773870-2-iscsi is: [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:26Z', 'revision_number': 4, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '1bb1516a-953f-41c9-a3a2-b51e942062f5', 'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'mac_address': 'fa:16:3e:a3:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:25Z', 'updated_at': '2021-04-19T07:46:36Z', 'revision_number': 5, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'subnets': [{'id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:49:22.957000 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-ed974cac-af26-435f-ad0e-5df715c4978e tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1972495707&fields=id&tenant_id=7cb235dc3277438c954bbcb8afc3469e HTTP/1.1" status: 200  len: 267 time: 0.0467672
Apr 19 07:49:23.065697 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6454b4ca-a35f-43b7-8827-bbfd2c3b650d None None] New status for floating IP d054ac7b-2491-4f6d-a303-ce5ed5c5fe7f: DOWN {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 07:49:23.127860 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-4fc75af5-f984-4e0d-bed7-2cff650994ad tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:23.129421 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-4fc75af5-f984-4e0d-bed7-2cff650994ad tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/networks?id=013f08f7-1900-40c6-87da-64fbcb5c53f4 HTTP/1.1" status: 200  len: 812 time: 0.1647272
Apr 19 07:49:23.147380 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-b2169ea5-dfcd-4372-a182-6a67054bed6a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/quotas/7cb235dc3277438c954bbcb8afc3469e HTTP/1.1" status: 200  len: 375 time: 0.0109863
Apr 19 07:49:23.254900 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-2791628b-e2ac-4646-81d5-dbc3a76d7e01 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7cb235dc3277438c954bbcb8afc3469e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1011448
Apr 19 07:49:23.419456 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-cebc67b5-e52e-4bc7-8cd9-2f13510a0f15 service neutron] 10.222.0.20 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508589
Apr 19 07:49:23.575148 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-79fce5ff-33a5-4f10-ab68-d3ff24ead90d service neutron] 10.222.0.20 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1487813
Apr 19 07:49:24.030744 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f9454f25-24c4-401f-af09-4f3c8c2b249d req-b4e4f0e2-bce8-4b3a-91b3-9969827a836b tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 210 time: 0.0512836
Apr 19 07:49:24.152551 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 55676) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:25.251878 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1a677d22-0453-4bd7-a8bd-531dae4d4569 req-36437d82-897c-433a-a8dd-1c317aa746c2 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 210 time: 0.0757012
Apr 19 07:49:25.316977 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6e788231-f495-4f2c-a402-05869b6be7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854105702'] for router_interface, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:25.510221 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-7c7fb533-53ce-4036-b6f3-ac7e74247140 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:25.511665 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-7c7fb533-53ce-4036-b6f3-ac7e74247140 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.16 "GET /v2.0/networks?id=013f08f7-1900-40c6-87da-64fbcb5c53f4 HTTP/1.1" status: 200  len: 812 time: 0.3678970
Apr 19 07:49:25.543760 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f9e85f48-502b-4c09-a63c-570ee2762dc1 req-a2355cf7-407f-436f-a9ed-0ca916d82ec7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0933344
Apr 19 07:49:25.699620 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e85f48-502b-4c09-a63c-570ee2762dc1 req-52e35d8c-1aa7-4ad4-b5d4-a0120b820b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:25.701150 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f9e85f48-502b-4c09-a63c-570ee2762dc1 req-52e35d8c-1aa7-4ad4-b5d4-a0120b820b03 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cccfb78ba36f4660ba28637f58e40cc1&device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 1098 time: 0.0819685
Apr 19 07:49:25.706544 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-783e613b-95dc-4e57-899d-fa31321f0802 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cb235dc3277438c954bbcb8afc3469e HTTP/1.1" status: 200  len: 8061 time: 0.1812546
Apr 19 07:49:25.717139 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-ad178da4-5107-48a1-8453-2fcae33d2452 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Request body: {'port': {'device_id': '4a121a4a-89d3-4f4c-a530-dec07c4d4393', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'admin_state_up': True, 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'security_groups': ['b055dfee-0d8b-48ac-870c-b010ca5bcb57']}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:49:25.864585 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e85f48-502b-4c09-a63c-570ee2762dc1 req-ae479cf9-51a1-48dd-be37-811c0f8b7bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:25.866176 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f9e85f48-502b-4c09-a63c-570ee2762dc1 req-ae479cf9-51a1-48dd-be37-811c0f8b7bba service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b471379-1e4b-4c05-9815-534f6f610471 HTTP/1.1" status: 200  len: 910 time: 0.1445429
Apr 19 07:49:25.927594 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-ad178da4-5107-48a1-8453-2fcae33d2452 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:49:25.933340 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6e788231-f495-4f2c-a402-05869b6be7f9 admin admin] Deleting port 59a5ade7-5781-47ec-8941-61a0122a8a90 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:49:25.933750 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6e788231-f495-4f2c-a402-05869b6be7f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:25.979849 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-ad178da4-5107-48a1-8453-2fcae33d2452 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:49:25.981288 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f9e85f48-502b-4c09-a63c-570ee2762dc1 req-fbf4fa89-2445-452a-9fe4-fa338643b3a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8c62569-be78-408f-a913-1cf886de32c2 HTTP/1.1" status: 200  len: 1001 time: 0.1079991
Apr 19 07:49:26.004117 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-ad178da4-5107-48a1-8453-2fcae33d2452 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Made reservation on behalf of 7cb235dc3277438c954bbcb8afc3469e for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:49:26.010382 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-ad178da4-5107-48a1-8453-2fcae33d2452 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:26.062791 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e85f48-502b-4c09-a63c-570ee2762dc1 req-a2deaef2-4829-47a9-b8f9-76b52439705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:26.065045 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f9e85f48-502b-4c09-a63c-570ee2762dc1 req-a2deaef2-4829-47a9-b8f9-76b52439705e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f76505ba-fc01-4ae0-b3d2-3bdc23c63102 HTTP/1.1" status: 200  len: 848 time: 0.0720716
Apr 19 07:49:26.155836 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e85f48-502b-4c09-a63c-570ee2762dc1 req-7f94273a-7c31-48c0-9c4d-bf8fedb136d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:26.157376 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f9e85f48-502b-4c09-a63c-570ee2762dc1 req-7f94273a-7c31-48c0-9c4d-bf8fedb136d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b471379-1e4b-4c05-9815-534f6f610471&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0856404
Apr 19 07:49:26.232584 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6e788231-f495-4f2c-a402-05869b6be7f9 admin admin] For port 59a5ade7-5781-47ec-8941-61a0122a8a90, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=59a5ade7-5781-47ec-8941-61a0122a8a90,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:49:26.232979 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6e788231-f495-4f2c-a402-05869b6be7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:26.309679 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f9e85f48-502b-4c09-a63c-570ee2762dc1 req-f3f7b0b7-ae4d-42af-9641-a8509980c3cd service neutron] 10.222.0.16 "GET /v2.0/networks/2b471379-1e4b-4c05-9815-534f6f610471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451299
Apr 19 07:49:26.409551 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6e788231-f495-4f2c-a402-05869b6be7f9 admin admin] Calling delete_port for 59a5ade7-5781-47ec-8941-61a0122a8a90 owned by network:router_interface {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:49:26.462956 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f9e85f48-502b-4c09-a63c-570ee2762dc1 req-db9b55a3-56f8-441d-9d3f-4f34f9dc9002 service neutron] 10.222.0.16 "GET /v2.0/networks/2b471379-1e4b-4c05-9815-534f6f610471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1469641
Apr 19 07:49:26.516130 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-87e18cde-7df4-4d4f-a033-45f6c4885be2 req-a1d524df-10a8-4280-b2fe-9969976a4313 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 210 time: 0.1166353
Apr 19 07:49:26.531698 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:26.536126 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-ad178da4-5107-48a1-8453-2fcae33d2452 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Allocated IP 172.20.0.12 (013f08f7-1900-40c6-87da-64fbcb5c53f4/967d03ed-e8aa-45c3-bfb5-a07da23e1f83/1844db9a-7cf6-45bb-bf0d-0fb410325ac6) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:49:26.827200 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-ad178da4-5107-48a1-8453-2fcae33d2452 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:26.830462 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6e788231-f495-4f2c-a402-05869b6be7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:26.837553 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4950315b-562f-4e9e-992c-9a1370565262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:26.898388 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e788231-f495-4f2c-a402-05869b6be7f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=59a5ade7-5781-47ec-8941-61a0122a8a90,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:26.903416 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-ad178da4-5107-48a1-8453-2fcae33d2452 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Transition to ACTIVE for port object 1844db9a-7cf6-45bb-bf0d-0fb410325ac6 will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:49:26.904761 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6e788231-f495-4f2c-a402-05869b6be7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:27.151079 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-ad178da4-5107-48a1-8453-2fcae33d2452 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:27.166647 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5f539104-fa3e-4b83-aff4-6f64901f8e42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:27.267003 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-ad178da4-5107-48a1-8453-2fcae33d2452 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Network 013f08f7-1900-40c6-87da-64fbcb5c53f4 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:49:27.272582 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-ad178da4-5107-48a1-8453-2fcae33d2452 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:49:27.279166 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-ad178da4-5107-48a1-8453-2fcae33d2452 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:49:27.310826 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad178da4-5107-48a1-8453-2fcae33d2452 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Pushing event updated for resources: {'Port': ['ID=1844db9a-7cf6-45bb-bf0d-0fb410325ac6,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:27.323394 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ad178da4-5107-48a1-8453-2fcae33d2452 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:27.333565 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6e788231-f495-4f2c-a402-05869b6be7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854105628'] for router_interface, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:27.416232 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-ad178da4-5107-48a1-8453-2fcae33d2452 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:27.416901 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-ad178da4-5107-48a1-8453-2fcae33d2452 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:27.525998 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-71bb559b-7816-4f7b-a6dd-83308b562e2c None None] Provisioning for port 1844db9a-7cf6-45bb-bf0d-0fb410325ac6 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:49:27.532487 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-71bb559b-7816-4f7b-a6dd-83308b562e2c None None] Provisioning complete for port 1844db9a-7cf6-45bb-bf0d-0fb410325ac6 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:49:27.532891 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-71bb559b-7816-4f7b-a6dd-83308b562e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:27.635253 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-71bb559b-7816-4f7b-a6dd-83308b562e2c None None] Port 1844db9a-7cf6-45bb-bf0d-0fb410325ac6 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:49:27.885169 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-ad178da4-5107-48a1-8453-2fcae33d2452 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1728339
Apr 19 07:49:27.912999 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] Request body: {'port': {'device_id': '4a121a4a-89d3-4f4c-a530-dec07c4d4393', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:49:28.207320 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb54768-2e44-499e-ab16-906169c61827 req-7e3b4ae6-a3ce-4979-a892-f772b9bea233 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:28.208797 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-bfb54768-2e44-499e-ab16-906169c61827 req-7e3b4ae6-a3ce-4979-a892-f772b9bea233 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Synchronizing usage tracker for tenant:7cb235dc3277438c954bbcb8afc3469e on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:49:28.271749 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:28.302516 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-bfb54768-2e44-499e-ab16-906169c61827 req-7e3b4ae6-a3ce-4979-a892-f772b9bea233 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Unset dirty status for tenant:7cb235dc3277438c954bbcb8afc3469e on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:49:28.304145 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bfb54768-2e44-499e-ab16-906169c61827 req-7e3b4ae6-a3ce-4979-a892-f772b9bea233 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 932 time: 0.5177491
Apr 19 07:49:28.451637 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e788231-f495-4f2c-a402-05869b6be7f9 admin admin] Router e6fbbfe8-2635-40bc-b99b-4d2648b64c94 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:49:28.516006 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bfb54768-2e44-499e-ab16-906169c61827 req-cb14e240-ede7-4a82-8f27-67cf00f4be95 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1671267
Apr 19 07:49:28.855266 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e788231-f495-4f2c-a402-05869b6be7f9 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:49:28.863139 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-6e788231-f495-4f2c-a402-05869b6be7f9 admin admin] 10.222.0.20 "PUT /v2.0/routers/e6fbbfe8-2635-40bc-b99b-4d2648b64c94/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7086306
Apr 19 07:49:28.866049 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1329a3c8-781d-4dc4-a08e-8f8b0e37c1ba None None] Sync routers for ids ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'] in dv-cinder-773870-2-iscsi {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:49:28.866222 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 55690) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:28.876838 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1329a3c8-781d-4dc4-a08e-8f8b0e37c1ba None None] Routers {'e6fbbfe8-2635-40bc-b99b-4d2648b64c94'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:49:28.877742 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-1329a3c8-781d-4dc4-a08e-8f8b0e37c1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164de8a20>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:49:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:28.950552 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1844db9a-7cf6-45bb-bf0d-0fb410325ac6 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:49:28.959507 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:28.975799 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] Transition to ACTIVE for port object 1844db9a-7cf6-45bb-bf0d-0fb410325ac6 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:49:28.978745 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:28.982904 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2eeb6f98-bf79-4c9b-8e54-88f54ec2da73 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:29.062944 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Notify callbacks [] for router, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:29.077179 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-1329a3c8-781d-4dc4-a08e-8f8b0e37c1ba None None] Set router e6fbbfe8-2635-40bc-b99b-4d2648b64c94 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:49:29.126565 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] Pushing event updated for resources: {'Port': ['ID=1844db9a-7cf6-45bb-bf0d-0fb410325ac6,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:29.129626 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:29.267176 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] Attempting to bind port 1844db9a-7cf6-45bb-bf0d-0fb410325ac6 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:49:29.267558 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] Attempting to bind port 1844db9a-7cf6-45bb-bf0d-0fb410325ac6 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'b410f489-9d1e-4062-aeeb-1fb959e15c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:49:29.267924 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] Attempting to bind port 1844db9a-7cf6-45bb-bf0d-0fb410325ac6 on network 013f08f7-1900-40c6-87da-64fbcb5c53f4 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:49:29.274693 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] Port 1844db9a-7cf6-45bb-bf0d-0fb410325ac6 on network 013f08f7-1900-40c6-87da-64fbcb5c53f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 07:49:29.274957 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] Attempting to bind port 1844db9a-7cf6-45bb-bf0d-0fb410325ac6 on network 013f08f7-1900-40c6-87da-64fbcb5c53f4 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:49:29.279490 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 55694) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:29.282327 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:29.291828 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] Checking agent: {'id': 'e1395553-83f9-4e7d-975f-a9afa5ddc59a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:49:29.292064 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] Checking segment: {'id': 'b410f489-9d1e-4062-aeeb-1fb959e15c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:49:29.292494 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] Bound using segment: {'id': 'b410f489-9d1e-4062-aeeb-1fb959e15c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:49:29.292977 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] Bound port: 1844db9a-7cf6-45bb-bf0d-0fb410325ac6, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b410f489-9d1e-4062-aeeb-1fb959e15c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:49:29.293364 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:29.293958 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Deleting port 72e7c21e-0b0a-494f-a6be-9415d4299d39 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:49:29.294530 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:29.397536 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] For port 1844db9a-7cf6-45bb-bf0d-0fb410325ac6, host hv-cinder-77387, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:49:29.400953 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] For port 1844db9a-7cf6-45bb-bf0d-0fb410325ac6, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1844db9a-7cf6-45bb-bf0d-0fb410325ac6,segment=NetworkSegment(b410f489-9d1e-4062-aeeb-1fb959e15c49),segment_id=b410f489-9d1e-4062-aeeb-1fb959e15c49)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:49:29.405798 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:29.418941 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ed8f1454-f499-4e9f-a91e-00e720dfcc3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:29.419172 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-1329a3c8-781d-4dc4-a08e-8f8b0e37c1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164de8a20>, [{'id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'name': 'tempest-AttachVolumeShelveTestJSON-275747728-router', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:07Z', 'updated_at': '2021-04-19T07:49:26Z', 'revision_number': 5, 'project_id': '3a43260bdda249fa8463858d2df10378', 'gw_port': {'id': '72e7c21e-0b0a-494f-a6be-9415d4299d39', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:41:09Z', 'updated_at': '2021-04-19T07:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:29.423500 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1329a3c8-781d-4dc4-a08e-8f8b0e37c1ba None None] Checking router: e6fbbfe8-2635-40bc-b99b-4d2648b64c94 for host: dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:49:29.433651 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1329a3c8-781d-4dc4-a08e-8f8b0e37c1ba None None] Routers {'e6fbbfe8-2635-40bc-b99b-4d2648b64c94'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:49:29.434398 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-1329a3c8-781d-4dc4-a08e-8f8b0e37c1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164de8a20>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:49:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:29.518368 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] For port 72e7c21e-0b0a-494f-a6be-9415d4299d39, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=72e7c21e-0b0a-494f-a6be-9415d4299d39,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:49:29.518967 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:29.526973 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:29.527577 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:29.529102 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] 10.222.0.16 "PUT /v2.0/ports/1844db9a-7cf6-45bb-bf0d-0fb410325ac6 HTTP/1.1" status: 200  len: 1094 time: 1.6260386
Apr 19 07:49:29.544007 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a121a4a-89d3-4f4c-a530-dec07c4d4393', 'tag': '1844db9a-7cf6-45bb-bf0d-0fb410325ac6'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:49:29.674210 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-1329a3c8-781d-4dc4-a08e-8f8b0e37c1ba None None] Set router e6fbbfe8-2635-40bc-b99b-4d2648b64c94 gateway port host: None {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:49:29.679467 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a121a4a-89d3-4f4c-a530-dec07c4d4393', 'tag': '1844db9a-7cf6-45bb-bf0d-0fb410325ac6', 'status': 'completed', 'code': 200}
Apr 19 07:49:29.720856 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Calling delete_port for 72e7c21e-0b0a-494f-a6be-9415d4299d39 owned by network:router_gateway {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:49:29.807131 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] Pushing event updated for resources: {'Port': ['ID=1844db9a-7cf6-45bb-bf0d-0fb410325ac6,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:29.818747 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-1329a3c8-781d-4dc4-a08e-8f8b0e37c1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164de8a20>, [{'id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'name': 'tempest-AttachVolumeShelveTestJSON-275747728-router', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:07Z', 'updated_at': '2021-04-19T07:49:29Z', 'revision_number': 6, 'project_id': '3a43260bdda249fa8463858d2df10378', 'gw_port_host': None}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:29.825017 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1329a3c8-781d-4dc4-a08e-8f8b0e37c1ba None None] The sync data for ids ['e6fbbfe8-2635-40bc-b99b-4d2648b64c94'] in dv-cinder-773870-2-iscsi is: [{'id': 'e6fbbfe8-2635-40bc-b99b-4d2648b64c94', 'name': 'tempest-AttachVolumeShelveTestJSON-275747728-router', 'tenant_id': '3a43260bdda249fa8463858d2df10378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:41:07Z', 'updated_at': '2021-04-19T07:49:29Z', 'revision_number': 6, 'project_id': '3a43260bdda249fa8463858d2df10378', 'gw_port_host': None}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:49:29.867257 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:29.925937 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:29.934054 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:29.941644 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-0776e941-0ad5-4352-a5da-df3b5aada68c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Deleting port 833329ac-e1a3-4ff3-b682-dd94f4cd2428 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:49:29.942295 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0776e941-0ad5-4352-a5da-df3b5aada68c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:30.001743 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-3dd3249c-314e-49e0-98a7-232c3152e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:30.003423 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-3dd3249c-314e-49e0-98a7-232c3152e9d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cb235dc3277438c954bbcb8afc3469e&device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 1097 time: 0.4067068
Apr 19 07:49:30.013285 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Pushing event deleted for resources: {'Port': ['ID=72e7c21e-0b0a-494f-a6be-9415d4299d39,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:30.072472 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:30.072871 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:30.073320 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:30.073729 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:30.074131 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:30.074542 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:30.074975 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:30.075376 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:30.075758 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:30.076157 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:30.076535 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:30.076930 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:30.094794 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-c643d6be-84a7-440b-9d6c-7d182c6c23d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1844db9a-7cf6-45bb-bf0d-0fb410325ac6 HTTP/1.1" status: 200  len: 217 time: 0.0792394
Apr 19 07:49:30.118533 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:30.140498 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682341'] for router_gateway, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:30.280935 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 59a5ade7-5781-47ec-8941-61a0122a8a90 no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:49:30.330511 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: 59a5ade7-5781-47ec-8941-61a0122a8a90 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:49:30.331015 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 59a5ade7-5781-47ec-8941-61a0122a8a90 not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:49:30.331560 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 72e7c21e-0b0a-494f-a6be-9415d4299d39 no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:49:30.350468 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775458'] for router, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:30.353590 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:30.380185 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: 72e7c21e-0b0a-494f-a6be-9415d4299d39 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:49:30.380701 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 72e7c21e-0b0a-494f-a6be-9415d4299d39 not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:49:30.384340 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854118019'] for router, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:30.384718 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6fbbfe8-2635-40bc-b99b-4d2648b64c94 {{(pid=86356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 07:49:30.398432 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:30.402773 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e6fbbfe8-2635-40bc-b99b-4d2648b64c94 HTTP/1.1" status: 204  len: 168 time: 1.5327504
Apr 19 07:49:30.403091 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 55704) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:30.473272 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f62bb7-d2c6-4638-9e88-2de3c98d87d5 admin admin] Deleting subnet 2a2ef621-9f95-4913-83e2-4f12522f9619 {{(pid=86356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 07:49:30.477489 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-07f62bb7-d2c6-4638-9e88-2de3c98d87d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:30.477748 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6957e94-02e3-48ca-abf7-d8bc44285716 req-567631eb-c28d-48e3-88f1-692e21747e23 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:30.479607 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c6957e94-02e3-48ca-abf7-d8bc44285716 req-567631eb-c28d-48e3-88f1-692e21747e23 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 944 time: 0.6870706
Apr 19 07:49:30.536949 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-07f62bb7-d2c6-4638-9e88-2de3c98d87d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850762484'] for subnet, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:30.576088 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-9132816c-bb80-42d1-b80c-760cdb32e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:30.577807 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-9132816c-bb80-42d1-b80c-760cdb32e708 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=967d03ed-e8aa-45c3-bfb5-a07da23e1f83 HTTP/1.1" status: 200  len: 851 time: 0.4628992
Apr 19 07:49:30.654082 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-07f62bb7-d2c6-4638-9e88-2de3c98d87d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852818528'] for subnet, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:30.688137 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c6957e94-02e3-48ca-abf7-d8bc44285716 req-9d162047-c18c-4d21-92de-50258a1b610f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1401911
Apr 19 07:49:30.695953 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0776e941-0ad5-4352-a5da-df3b5aada68c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:30.696324 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0776e941-0ad5-4352-a5da-df3b5aada68c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:30.848353 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-0776e941-0ad5-4352-a5da-df3b5aada68c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Calling delete_port for 833329ac-e1a3-4ff3-b682-dd94f4cd2428 owned by network:floatingip {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:49:30.921193 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-89872d9f-6afe-444d-9458-6f85fc1541c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:30.922907 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-89872d9f-6afe-444d-9458-6f85fc1541c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=013f08f7-1900-40c6-87da-64fbcb5c53f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3300231
Apr 19 07:49:31.134528 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-3349e655-8ab7-470f-8a3f-a7f9e9859508 service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2028694
Apr 19 07:49:31.176626 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-07f62bb7-d2c6-4638-9e88-2de3c98d87d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2571019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852561747'] for subnet, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:31.181882 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:31.220945 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f62bb7-d2c6-4638-9e88-2de3c98d87d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a2ef621-9f95-4913-83e2-4f12522f9619,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:31.223116 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-07f62bb7-d2c6-4638-9e88-2de3c98d87d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:31.227421 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-07f62bb7-d2c6-4638-9e88-2de3c98d87d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:31.227609 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006688ea-6e6c-428d-9dd6-863506ddea4b None None] Network b5f1dd0c-8823-440f-8f62-01e66b821b29 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:49:31.232991 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-07f62bb7-d2c6-4638-9e88-2de3c98d87d5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2a2ef621-9f95-4913-83e2-4f12522f9619 HTTP/1.1" status: 204  len: 168 time: 0.8263650
Apr 19 07:49:31.233671 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 55708) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:31.244833 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0776e941-0ad5-4352-a5da-df3b5aada68c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:31.255576 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-14038306-cd5c-470b-8cff-80c4e3718c7f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:31.319638 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776e941-0ad5-4352-a5da-df3b5aada68c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Pushing event deleted for resources: {'Port': ['ID=833329ac-e1a3-4ff3-b682-dd94f4cd2428,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:31.327253 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0776e941-0ad5-4352-a5da-df3b5aada68c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:31.350978 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915220'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:31.362996 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] Deleting port d4aea9ee-846e-4153-9420-b72c6e9d168a {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:49:31.363323 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:31.425174 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-23ec2bb8-2672-4210-b231-cb48c0bfd110 req-9269bce5-266c-4697-a738-0fa7234eac72 service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2836952
Apr 19 07:49:31.457022 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0776e941-0ad5-4352-a5da-df3b5aada68c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for floatingip, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:31.457398 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.l3_db [None req-0776e941-0ad5-4352-a5da-df3b5aada68c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Floating IP d2a78320-0bba-4691-b4da-a5388271dd6a disassociated (deleted). External IP: 172.27.0.128, port: c8c62569-be78-408f-a913-1cf886de32c2.
Apr 19 07:49:31.530983 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8e1acc-69a1-4afb-9d35-875bf74dccd9 None None] DHCP port deletion for b5f1dd0c-8823-440f-8f62-01e66b821b29 request from dv-cinder-773870-2-iscsi {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 07:49:31.535439 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-9c8e1acc-69a1-4afb-9d35-875bf74dccd9 None None] Deleting port d4aea9ee-846e-4153-9420-b72c6e9d168a {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:49:31.535864 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c8e1acc-69a1-4afb-9d35-875bf74dccd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:31.607558 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] For port d4aea9ee-846e-4153-9420-b72c6e9d168a, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=d4aea9ee-846e-4153-9420-b72c6e9d168a,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:49:31.607558 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:31.723192 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6686d-af3c-42bb-a8a0-e6ac00da2f3f req-ac61b04a-9aba-4798-87ff-763b0943c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:31.724814 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-22e6686d-af3c-42bb-a8a0-e6ac00da2f3f req-ac61b04a-9aba-4798-87ff-763b0943c7df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cb235dc3277438c954bbcb8afc3469e&device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 1097 time: 0.2027793
Apr 19 07:49:31.748915 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] Calling delete_port for d4aea9ee-846e-4153-9420-b72c6e9d168a owned by network:dhcp {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:49:31.794631 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-9c8e1acc-69a1-4afb-9d35-875bf74dccd9 None None] For port d4aea9ee-846e-4153-9420-b72c6e9d168a, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=d4aea9ee-846e-4153-9420-b72c6e9d168a,segment=NetworkSegment(bf5d7b41-24fc-4f03-8744-dcffad5fa3ca),segment_id=bf5d7b41-24fc-4f03-8744-dcffad5fa3ca)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:49:31.795071 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c8e1acc-69a1-4afb-9d35-875bf74dccd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:31.834164 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:31.839412 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:31.888527 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] Pushing event deleted for resources: {'Port': ['ID=d4aea9ee-846e-4153-9420-b72c6e9d168a,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:31.890554 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] No DVR routers for this DVR port d4aea9ee-846e-4153-9420-b72c6e9d168a on host dv-cinder-773870-2-iscsi {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:49:31.892111 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:31.938577 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-9c8e1acc-69a1-4afb-9d35-875bf74dccd9 None None] Calling delete_port for d4aea9ee-846e-4153-9420-b72c6e9d168a owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:49:32.016519 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.db.api [None req-9c8e1acc-69a1-4afb-9d35-875bf74dccd9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 07:49:32.016900 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_db.api [None req-9c8e1acc-69a1-4afb-9d35-875bf74dccd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 07:49:32.019798 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957365', 'neutron.services.segments.db._delete_segments_for_network-8753519474803'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:32.117932 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0776e941-0ad5-4352-a5da-df3b5aada68c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Router ae2b97c7-84be-41ee-916f-a22bf7c04e95 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:49:32.126754 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6686d-af3c-42bb-a8a0-e6ac00da2f3f req-791a2532-0835-4b90-a27a-1a3398b28b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:32.128382 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-22e6686d-af3c-42bb-a8a0-e6ac00da2f3f req-791a2532-0835-4b90-a27a-1a3398b28b75 service neutron] 10.222.0.16 "GET /v2.0/networks?id=013f08f7-1900-40c6-87da-64fbcb5c53f4 HTTP/1.1" status: 200  len: 913 time: 0.3442464
Apr 19 07:49:32.138003 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6164a38e10>,) {'filters': {'network_id': ['b5f1dd0c-8823-440f-8f62-01e66b821b29']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:32.142183 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c6340-4f8b-42e4-93cb-5bf328387971 req-27fd4f8a-e407-401a-8584-2c26b998c588 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:32.143802 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f09c6340-4f8b-42e4-93cb-5bf328387971 req-27fd4f8a-e407-401a-8584-2c26b998c588 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 944 time: 0.2756209
Apr 19 07:49:32.151684 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6164a38e10>, 'bf5d7b41-24fc-4f03-8744-dcffad5fa3ca') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:32.152009 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6164a38e10>, 'bf5d7b41-24fc-4f03-8744-dcffad5fa3ca') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:32.165618 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283335320419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4013316'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:32.185016 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:32.192529 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 07:49:32.266438 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device d4aea9ee-846e-4153-9420-b72c6e9d168a no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:49:32.290981 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-22e6686d-af3c-42bb-a8a0-e6ac00da2f3f req-9cb6aabd-da93-4308-913a-8e82059b7547 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1844db9a-7cf6-45bb-bf0d-0fb410325ac6 HTTP/1.1" status: 200  len: 217 time: 0.1444609
Apr 19 07:49:32.306298 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: d4aea9ee-846e-4153-9420-b72c6e9d168a {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:49:32.306648 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device d4aea9ee-846e-4153-9420-b72c6e9d168a not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:49:32.379455 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] Network b5f1dd0c-8823-440f-8f62-01e66b821b29 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:49:32.388869 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852824399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852205400'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:32.518444 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-9c8e1acc-69a1-4afb-9d35-875bf74dccd9 None None] Deleting port d4aea9ee-846e-4153-9420-b72c6e9d168a {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:49:32.519906 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c8e1acc-69a1-4afb-9d35-875bf74dccd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:32.578635 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] Network b5f1dd0c-8823-440f-8f62-01e66b821b29 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:49:32.595500 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-9c8e1acc-69a1-4afb-9d35-875bf74dccd9 None None] The port 'd4aea9ee-846e-4153-9420-b72c6e9d168a' was deleted {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]: Traceback (most recent call last):
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:     timer()
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:     cb(*args, **kw)
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:     return func(*args, **kwargs)
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:     self._notify()
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:     self.callback(batched_events)
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:     event.method(event)
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:     segment_id)['aggregates'][0]
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:     return f(self, *a, **k)
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self._get(url).json()
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:     **kwargs)
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self.request(url, 'GET', **kwargs)
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:     **endpoint_filter)
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 07:49:32.604901 dv-cinder-773870-2-iscsi neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 07:49:32.696058 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852818435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671106'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:32.700059 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-12ac2a2f-ce98-4cfd-8069-92a0001a27a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:32.716674 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:32.723308 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] Pushing event deleted for resources: {'Network': ['ID=b5f1dd0c-8823-440f-8f62-01e66b821b29,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:32.728184 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:32.739927 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f09c6340-4f8b-42e4-93cb-5bf328387971 req-e66dba1c-f6c7-447a-bc22-703210170220 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5330629
Apr 19 07:49:32.744037 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] 10.222.0.20 "DELETE /v2.0/networks/b5f1dd0c-8823-440f-8f62-01e66b821b29 HTTP/1.1" status: 204  len: 168 time: 1.5069525
Apr 19 07:49:32.762442 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6686d-af3c-42bb-a8a0-e6ac00da2f3f req-c0bf29a6-64f1-4e2d-b9e1-dc5019abf0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:32.764018 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-22e6686d-af3c-42bb-a8a0-e6ac00da2f3f req-c0bf29a6-64f1-4e2d-b9e1-dc5019abf0bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=967d03ed-e8aa-45c3-bfb5-a07da23e1f83 HTTP/1.1" status: 200  len: 851 time: 0.4033549
Apr 19 07:49:32.823999 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0776e941-0ad5-4352-a5da-df3b5aada68c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:49:32.835708 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ebef83-9b80-4c8a-b442-f71cabc196e5 None None] Sync routers for ids ['ae2b97c7-84be-41ee-916f-a22bf7c04e95'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:49:32.846243 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ebef83-9b80-4c8a-b442-f71cabc196e5 None None] Routers {'ae2b97c7-84be-41ee-916f-a22bf7c04e95'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:49:32.847327 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-38ebef83-9b80-4c8a-b442-f71cabc196e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164f0d400>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:49:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['ae2b97c7-84be-41ee-916f-a22bf7c04e95'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:32.863345 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0776e941-0ad5-4352-a5da-df3b5aada68c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:32.879765 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 55716) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:32.920721 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6686d-af3c-42bb-a8a0-e6ac00da2f3f req-2404649f-b205-4d37-8366-7870bffd0b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:32.922392 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-22e6686d-af3c-42bb-a8a0-e6ac00da2f3f req-2404649f-b205-4d37-8366-7870bffd0b5e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=013f08f7-1900-40c6-87da-64fbcb5c53f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1506827
Apr 19 07:49:32.942335 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-7526cdf7-b133-4180-a864-8676df48157b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a43260bdda249fa8463858d2df10378&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0587435
Apr 19 07:49:32.949325 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 55720) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:32.963421 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-0776e941-0ad5-4352-a5da-df3b5aada68c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "DELETE /v2.0/floatingips/d2a78320-0bba-4691-b4da-a5388271dd6a HTTP/1.1" status: 204  len: 168 time: 3.6824069
Apr 19 07:49:32.975676 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb0f576-15a0-4608-be7f-ec8f63dc6008', 'tag': 'c8c62569-be78-408f-a913-1cf886de32c2'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:49:33.043510 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-38ebef83-9b80-4c8a-b442-f71cabc196e5 None None] Set router ae2b97c7-84be-41ee-916f-a22bf7c04e95 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:49:33.049775 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8f10cd92-00fe-4457-99c3-8bea4ed4a3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:33.085544 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb0f576-15a0-4608-be7f-ec8f63dc6008', 'tag': 'c8c62569-be78-408f-a913-1cf886de32c2', 'status': 'completed', 'code': 200}
Apr 19 07:49:33.114541 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-22e6686d-af3c-42bb-a8a0-e6ac00da2f3f req-629f884e-12c2-45c5-81cf-3650d4fe185d service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1834681
Apr 19 07:49:33.136649 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8f10cd92-00fe-4457-99c3-8bea4ed4a3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:33.229129 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb7a67-49ff-466e-be9f-a10682e3361b req-4f36bc3b-c2d2-44e8-83bb-3ecbbe6f80d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:33.231177 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-24eb7a67-49ff-466e-be9f-a10682e3361b req-4f36bc3b-c2d2-44e8-83bb-3ecbbe6f80d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cccfb78ba36f4660ba28637f58e40cc1&device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 1098 time: 0.1371756
Apr 19 07:49:33.277098 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-22e6686d-af3c-42bb-a8a0-e6ac00da2f3f req-4f5a2832-8713-461b-8eeb-d1018bfe9fd5 service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1559541
Apr 19 07:49:33.288687 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8f10cd92-00fe-4457-99c3-8bea4ed4a3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:33.301644 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1b8a4050-47d8-49de-ab6a-ebf4679166c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:33.363676 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10cd92-00fe-4457-99c3-8bea4ed4a3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d39d9da-2d84-4ba5-a2cd-d36aaaee4ea9,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:33.370661 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8f10cd92-00fe-4457-99c3-8bea4ed4a3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:33.371689 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8f10cd92-00fe-4457-99c3-8bea4ed4a3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:33.378414 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-8f10cd92-00fe-4457-99c3-8bea4ed4a3d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d39d9da-2d84-4ba5-a2cd-d36aaaee4ea9 HTTP/1.1" status: 204  len: 168 time: 0.4246614
Apr 19 07:49:33.424305 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-38ebef83-9b80-4c8a-b442-f71cabc196e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164f0d400>, [{'id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'name': 'tempest-TestShelveInstance-1481149804-router', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:43:49Z', 'updated_at': '2021-04-19T07:43:58Z', 'revision_number': 4, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'gw_port': {'id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:43:51Z', 'updated_at': '2021-04-19T07:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '49e955a0-febf-4cfe-aef1-5de32ae95c1f', 'name': '', 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'mac_address': 'fa:16:3e:3c:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f76505ba-fc01-4ae0-b3d2-3bdc23c63102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:43:56Z', 'updated_at': '2021-04-19T07:44:10Z', 'revision_number': 5, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'subnets': [{'id': 'f76505ba-fc01-4ae0-b3d2-3bdc23c63102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:33.429635 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ebef83-9b80-4c8a-b442-f71cabc196e5 None None] Checking router: ae2b97c7-84be-41ee-916f-a22bf7c04e95 for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:49:33.432035 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb7a67-49ff-466e-be9f-a10682e3361b req-c60a77d7-4d6b-44b6-8864-c613621e1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:33.433884 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-24eb7a67-49ff-466e-be9f-a10682e3361b req-c60a77d7-4d6b-44b6-8864-c613621e1c6b service neutron] 10.222.0.16 "GET /v2.0/networks?id=2b471379-1e4b-4c05-9815-534f6f610471 HTTP/1.1" status: 200  len: 910 time: 0.1956677
Apr 19 07:49:33.439234 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ebef83-9b80-4c8a-b442-f71cabc196e5 None None] Routers {'ae2b97c7-84be-41ee-916f-a22bf7c04e95'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:49:33.439907 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-38ebef83-9b80-4c8a-b442-f71cabc196e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164f0d400>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:49:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['ae2b97c7-84be-41ee-916f-a22bf7c04e95'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:33.482869 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa8895-53dc-4f6c-9153-a558f8f0f977 req-2cf79930-af7b-4ce6-ab42-72517f9f4370 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:33.483840 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-ccaa8895-53dc-4f6c-9153-a558f8f0f977 req-2cf79930-af7b-4ce6-ab42-72517f9f4370 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Synchronizing usage tracker for tenant:cccfb78ba36f4660ba28637f58e40cc1 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:49:33.501077 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-ccaa8895-53dc-4f6c-9153-a558f8f0f977 req-2cf79930-af7b-4ce6-ab42-72517f9f4370 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Unset dirty status for tenant:cccfb78ba36f4660ba28637f58e40cc1 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:49:33.506719 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ccaa8895-53dc-4f6c-9153-a558f8f0f977 req-2cf79930-af7b-4ce6-ab42-72517f9f4370 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 945 time: 0.1207778
Apr 19 07:49:33.528671 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-24eb7a67-49ff-466e-be9f-a10682e3361b req-49a53490-3011-42d9-875d-c4180656a906 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8c62569-be78-408f-a913-1cf886de32c2 HTTP/1.1" status: 200  len: 217 time: 0.0870621
Apr 19 07:49:33.562649 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ccaa8895-53dc-4f6c-9153-a558f8f0f977 req-adec0951-4772-40a9-993e-acf22dc74413 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512547
Apr 19 07:49:33.622724 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb7a67-49ff-466e-be9f-a10682e3361b req-1a682796-4532-4886-a0c1-6bd8daa6bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:33.624273 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-24eb7a67-49ff-466e-be9f-a10682e3361b req-1a682796-4532-4886-a0c1-6bd8daa6bce3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f76505ba-fc01-4ae0-b3d2-3bdc23c63102 HTTP/1.1" status: 200  len: 848 time: 0.0891726
Apr 19 07:49:33.667910 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-38ebef83-9b80-4c8a-b442-f71cabc196e5 None None] Set router ae2b97c7-84be-41ee-916f-a22bf7c04e95 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:49:33.729267 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb7a67-49ff-466e-be9f-a10682e3361b req-6f836998-8d0f-4b6f-ba05-52f6ee852bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:33.730935 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-24eb7a67-49ff-466e-be9f-a10682e3361b req-6f836998-8d0f-4b6f-ba05-52f6ee852bd9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2b471379-1e4b-4c05-9815-534f6f610471&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0991225
Apr 19 07:49:33.807813 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9b9eadf7-c581-464c-b8e6-994951694f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:33.889783 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-24eb7a67-49ff-466e-be9f-a10682e3361b req-05ebd574-ced1-4599-b6d4-2947f6bf8755 service neutron] 10.222.0.16 "GET /v2.0/networks/2b471379-1e4b-4c05-9815-534f6f610471?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503439
Apr 19 07:49:34.000377 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ffdc7-8b0c-453b-834e-c1183b6c0f8a req-45e67c9e-e82b-4025-8ebf-de58842c540c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:34.002068 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-108ffdc7-8b0c-453b-834e-c1183b6c0f8a req-45e67c9e-e82b-4025-8ebf-de58842c540c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 944 time: 0.0938079
Apr 19 07:49:34.039274 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-38ebef83-9b80-4c8a-b442-f71cabc196e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164f0d400>, [{'id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'name': 'tempest-TestShelveInstance-1481149804-router', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:43:49Z', 'updated_at': '2021-04-19T07:43:58Z', 'revision_number': 4, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'gw_port': {'id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:43:51Z', 'updated_at': '2021-04-19T07:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '49e955a0-febf-4cfe-aef1-5de32ae95c1f', 'name': '', 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'mac_address': 'fa:16:3e:3c:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f76505ba-fc01-4ae0-b3d2-3bdc23c63102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:43:56Z', 'updated_at': '2021-04-19T07:44:10Z', 'revision_number': 5, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'subnets': [{'id': 'f76505ba-fc01-4ae0-b3d2-3bdc23c63102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:34.045038 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ebef83-9b80-4c8a-b442-f71cabc196e5 None None] The sync data for ids ['ae2b97c7-84be-41ee-916f-a22bf7c04e95'] in dv-cinder-773870-2-iscsi is: [{'id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'name': 'tempest-TestShelveInstance-1481149804-router', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:43:49Z', 'updated_at': '2021-04-19T07:43:58Z', 'revision_number': 4, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'gw_port': {'id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:43:51Z', 'updated_at': '2021-04-19T07:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '49e955a0-febf-4cfe-aef1-5de32ae95c1f', 'name': '', 'network_id': '2b471379-1e4b-4c05-9815-534f6f610471', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'mac_address': 'fa:16:3e:3c:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f76505ba-fc01-4ae0-b3d2-3bdc23c63102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:43:56Z', 'updated_at': '2021-04-19T07:44:10Z', 'revision_number': 5, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'subnets': [{'id': 'f76505ba-fc01-4ae0-b3d2-3bdc23c63102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:49:34.066078 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-24eb7a67-49ff-466e-be9f-a10682e3361b req-e1482456-779d-43d3-ab0e-55a61f77b664 service neutron] 10.222.0.16 "GET /v2.0/networks/2b471379-1e4b-4c05-9815-534f6f610471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1679761
Apr 19 07:49:34.071610 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-108ffdc7-8b0c-453b-834e-c1183b6c0f8a req-434200ad-3fd8-4b0a-8ea0-36109883425a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618298
Apr 19 07:49:34.263599 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 55752) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:34.383886 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-121904018-network', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:49:34.389280 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:49:34.393668 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] Usage tracker for resource:network and tenant:beb5f7bcb1564ffd94d553241f2d0e49 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:49:34.396915 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:49:34.404346 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:49:34.414336 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6738a79b-e2d9-4d7c-8f63-c8e365302043 None None] New status for floating IP d2a78320-0bba-4691-b4da-a5388271dd6a: DOWN {{(pid=86358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 07:49:34.415906 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] Made reservation on behalf of beb5f7bcb1564ffd94d553241f2d0e49 for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:49:34.420726 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:34.434493 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:34.450284 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:49:34.454349 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] Usage tracker for resource:security_group_rule and tenant:beb5f7bcb1564ffd94d553241f2d0e49 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:49:34.457308 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:49:34.463512 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:49:34.558915 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:34.563222 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:34.567821 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8f10cd92-00fe-4457-99c3-8bea4ed4a3d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:34.594047 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520}  {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 07:49:34.607681 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbd00af-42a5-4050-a2ff-eab5b0f32096,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:34.624622 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:34.625704 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:34.626094 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.segments_db [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] Added segment 4a1ef362-606a-4e99-a51a-2fb5d9f7fca5 of type vlan for network 7e2eafa6-5aad-4aad-b458-4ff62c60ac34
Apr 19 07:49:34.659178 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753518964407'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:34.690340 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:34.691749 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:34.692391 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:34.697744 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:34.776684 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced91b9-f407-4eb3-9f39-37cfbdcf0476 req-6846b099-3f95-46cb-b55f-a3cef33ce2aa tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:34.778362 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7ced91b9-f407-4eb3-9f39-37cfbdcf0476 req-6846b099-3f95-46cb-b55f-a3cef33ce2aa tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 945 time: 0.1003048
Apr 19 07:49:34.828841 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7ced91b9-f407-4eb3-9f39-37cfbdcf0476 req-d6aa4b45-f685-4d19-81d4-4b37d65585aa tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/security-groups?id=95abc860-6e4a-43af-9612-aacb16891da6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439606
Apr 19 07:49:34.845712 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5806653
Apr 19 07:49:34.848998 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 55760) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:34.852013 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] Pushing event updated for resources: {'Network': ['ID=7e2eafa6-5aad-4aad-b458-4ff62c60ac34,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:34.856322 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-38707690-b038-4464-9495-89d16340f959 admin admin] Request body: {'subnet': {'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-121904018-subnet', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:49:34.857255 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cdf55907-4734-43dc-9d4c-58affea37fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:34.862794 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-38707690-b038-4464-9495-89d16340f959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:49:34.864101 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Network 7e2eafa6-5aad-4aad-b458-4ff62c60ac34 details requested by agent ovs-agent-dv-cinder-773870-2-iscsi with host dv-cinder-773870-2-iscsi {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 07:49:34.866986 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-38707690-b038-4464-9495-89d16340f959 admin admin] Usage tracker for resource:subnet and tenant:beb5f7bcb1564ffd94d553241f2d0e49 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:49:34.870356 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-38707690-b038-4464-9495-89d16340f959 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:49:34.876847 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-38707690-b038-4464-9495-89d16340f959 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:49:34.887589 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38707690-b038-4464-9495-89d16340f959 admin admin] Made reservation on behalf of beb5f7bcb1564ffd94d553241f2d0e49 for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:49:34.892939 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-38707690-b038-4464-9495-89d16340f959 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851631238'] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:34.899264 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e270ed-b593-474b-8a78-f9acce65550b req-54086234-8057-4b8a-8210-ec4cf437ddb7 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:34.899615 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-27e270ed-b593-474b-8a78-f9acce65550b req-54086234-8057-4b8a-8210-ec4cf437ddb7 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Synchronizing usage tracker for tenant:cccfb78ba36f4660ba28637f58e40cc1 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:49:34.913264 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-27e270ed-b593-474b-8a78-f9acce65550b req-54086234-8057-4b8a-8210-ec4cf437ddb7 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Unset dirty status for tenant:cccfb78ba36f4660ba28637f58e40cc1 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:49:34.914611 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-27e270ed-b593-474b-8a78-f9acce65550b req-54086234-8057-4b8a-8210-ec4cf437ddb7 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 945 time: 0.1246753
Apr 19 07:49:34.996658 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-27e270ed-b593-474b-8a78-f9acce65550b req-a6d49585-f4f5-4fdd-b63f-7bef080bba72 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Deleting port c8c62569-be78-408f-a913-1cf886de32c2 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:49:34.997509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-27e270ed-b593-474b-8a78-f9acce65550b req-a6d49585-f4f5-4fdd-b63f-7bef080bba72 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:35.288999 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-27e270ed-b593-474b-8a78-f9acce65550b req-a6d49585-f4f5-4fdd-b63f-7bef080bba72 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] For port c8c62569-be78-408f-a913-1cf886de32c2, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c8c62569-be78-408f-a913-1cf886de32c2,segment=NetworkSegment(0c720788-6e57-480d-ae87-38de1565a3c6),segment_id=0c720788-6e57-480d-ae87-38de1565a3c6)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:49:35.289628 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-27e270ed-b593-474b-8a78-f9acce65550b req-a6d49585-f4f5-4fdd-b63f-7bef080bba72 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:35.354160 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5c5f7-dfbd-43af-9c7a-2c3fdad274b3 req-9d625c57-5e73-4f0a-9007-8a65bedf0726 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:35.355809 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7ee5c5f7-dfbd-43af-9c7a-2c3fdad274b3 req-9d625c57-5e73-4f0a-9007-8a65bedf0726 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 944 time: 0.1195176
Apr 19 07:49:35.427056 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-27e270ed-b593-474b-8a78-f9acce65550b req-a6d49585-f4f5-4fdd-b63f-7bef080bba72 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Calling delete_port for c8c62569-be78-408f-a913-1cf886de32c2 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:49:35.453303 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7ee5c5f7-dfbd-43af-9c7a-2c3fdad274b3 req-48c1357a-7e54-4974-b2b4-58b9d7267fde tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891497
Apr 19 07:49:35.471221 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-38707690-b038-4464-9495-89d16340f959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2667476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851631253'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:35.476223 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:35.551380 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38707690-b038-4464-9495-89d16340f959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc60e672-9002-4cb6-99ed-f8f08caa1672,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:35.555436 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-38707690-b038-4464-9495-89d16340f959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:35.565612 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38707690-b038-4464-9495-89d16340f959 admin admin] Checking segment: {'id': '4a1ef362-606a-4e99-a51a-2fb5d9f7fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:49:35.566055 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38707690-b038-4464-9495-89d16340f959 admin admin] Network hostable DHCP agents. Network: 7e2eafa6-5aad-4aad-b458-4ff62c60ac34, hostable agents: ['a6ade28d-bcb7-45a8-a7cb-7d200a62a65e'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 07:49:35.581780 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-27e270ed-b593-474b-8a78-f9acce65550b req-a6d49585-f4f5-4fdd-b63f-7bef080bba72 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:35.587808 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38707690-b038-4464-9495-89d16340f959 admin admin] Network 7e2eafa6-5aad-4aad-b458-4ff62c60ac34 is scheduled to be hosted by DHCP agent a6ade28d-bcb7-45a8-a7cb-7d200a62a65e with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 07:49:35.590042 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:35.598114 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-38707690-b038-4464-9495-89d16340f959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-iscsi, 7e2eafa6-5aad-4aad-b458-4ff62c60ac34) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:49:35.609044 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd1f13c-80d0-4fc4-8924-97fa4b7a7e07 None None] Network 7e2eafa6-5aad-4aad-b458-4ff62c60ac34 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:49:35.614925 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38707690-b038-4464-9495-89d16340f959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:35.615584 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-38707690-b038-4464-9495-89d16340f959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:35.639274 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-38707690-b038-4464-9495-89d16340f959 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7890973
Apr 19 07:49:35.642023 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 55766) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:35.644723 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d49585-f4f5-4fdd-b63f-7bef080bba72 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Pushing event deleted for resources: {'Port': ['ID=c8c62569-be78-408f-a913-1cf886de32c2,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:35.647827 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-121904018-router', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:49:35.648922 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a6d49585-f4f5-4fdd-b63f-7bef080bba72 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:35.652937 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:49:35.657147 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Usage tracker for resource:router and tenant:beb5f7bcb1564ffd94d553241f2d0e49 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:49:35.660909 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:49:35.667719 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:49:35.677020 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-660204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775443'] for router, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:35.678170 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854115612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854093566', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854191853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-358'] for router, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:35.703209 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:35.735038 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e270ed-b593-474b-8a78-f9acce65550b req-a6d49585-f4f5-4fdd-b63f-7bef080bba72 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] No DVR routers for this DVR port c8c62569-be78-408f-a913-1cf886de32c2 on host hv-cinder-77387 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:49:35.738691 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-27e270ed-b593-474b-8a78-f9acce65550b req-a6d49585-f4f5-4fdd-b63f-7bef080bba72 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:35.743860 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb0f576-15a0-4608-be7f-ec8f63dc6008', 'name': 'network-vif-deleted', 'tag': 'c8c62569-be78-408f-a913-1cf886de32c2'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:49:35.760415 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-27e270ed-b593-474b-8a78-f9acce65550b req-a6d49585-f4f5-4fdd-b63f-7bef080bba72 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.16 "DELETE /v2.0/ports/c8c62569-be78-408f-a913-1cf886de32c2 HTTP/1.1" status: 204  len: 173 time: 0.8397529
Apr 19 07:49:35.806731 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb0f576-15a0-4608-be7f-ec8f63dc6008', 'name': 'network-vif-deleted', 'tag': 'c8c62569-be78-408f-a913-1cf886de32c2', 'status': 'completed', 'code': 200}
Apr 19 07:49:35.879085 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5d34fd3-d017-536f-b648-4beabad8070e-7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'fixed_ips': [{'subnet_id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672'}]}} from dv-cinder-773870-2-iscsi. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 07:49:35.880559 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:36.050599 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b477f1ca-d99a-44a4-825f-957d7a66076a req-c6c76085-0a39-4403-ae23-76e3f39b7b0f tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb0f576-15a0-4608-be7f-ec8f63dc6008 HTTP/1.1" status: 200  len: 210 time: 0.0617144
Apr 19 07:49:36.053348 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854093323', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854105249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-343'] for router, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:36.057653 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-64f5840e-53ce-4e3b-8064-fc977c8f7af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:36.070858 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Allocated IP 172.20.0.2 (7e2eafa6-5aad-4aad-b458-4ff62c60ac34/bc60e672-9002-4cb6-99ed-f8f08caa1672/041b43da-b47b-49e5-b037-0b562703c81f) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:49:36.329929 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:36.344057 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Transition to ACTIVE for port object 041b43da-b47b-49e5-b037-0b562703c81f will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:49:36.368888 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Transition to ACTIVE for port object 041b43da-b47b-49e5-b037-0b562703c81f will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:49:36.373799 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:36.379437 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:36.403150 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:36.435601 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:36.459346 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Network 7e2eafa6-5aad-4aad-b458-4ff62c60ac34 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:49:36.466088 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Resources bound (agent type, host, resource id):  {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:49:36.468434 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Pushing event updated for resources: {'Port': ['ID=041b43da-b47b-49e5-b037-0b562703c81f,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:36.472398 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:49:36.474914 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:36.481414 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:36.481720 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:36.482110 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:36.482496 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:36.482884 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:36.483249 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:36.483612 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:36.483975 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:36.484300 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:36.484675 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:36.485504 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:36.485504 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:36.516674 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:36.592578 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Attempting to bind port 041b43da-b47b-49e5-b037-0b562703c81f on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:49:36.593142 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Attempting to bind port 041b43da-b47b-49e5-b037-0b562703c81f by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': '4a1ef362-606a-4e99-a51a-2fb5d9f7fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:49:36.593560 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Attempting to bind port 041b43da-b47b-49e5-b037-0b562703c81f on network 7e2eafa6-5aad-4aad-b458-4ff62c60ac34 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:49:36.600211 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:49:36.600633 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Checking segment: {'id': '4a1ef362-606a-4e99-a51a-2fb5d9f7fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:49:36.601093 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:36.601531 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Bound using segment: {'id': '4a1ef362-606a-4e99-a51a-2fb5d9f7fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:49:36.602232 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Bound port: 041b43da-b47b-49e5-b037-0b562703c81f, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1ef362-606a-4e99-a51a-2fb5d9f7fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:49:36.602680 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:36.652238 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Allocated IP 172.27.0.188 (642ff66f-9552-4d00-a89f-4b61cdc828eb/39f3d441-e877-4577-8020-74e884c403b0/404f6d67-b9bc-4041-896a-c655b9a520c7) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:49:36.706133 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] For port 041b43da-b47b-49e5-b037-0b562703c81f, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:49:36.709794 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] For port 041b43da-b47b-49e5-b037-0b562703c81f, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=041b43da-b47b-49e5-b037-0b562703c81f,segment=NetworkSegment(4a1ef362-606a-4e99-a51a-2fb5d9f7fca5),segment_id=4a1ef362-606a-4e99-a51a-2fb5d9f7fca5)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:49:36.713909 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:36.718619 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:36.792541 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c28eb-ab1e-4e73-a62b-3121ab0a479c req-a449615c-aa52-4829-a8be-70d443487e7a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:36.794196 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-441c28eb-ab1e-4e73-a62b-3121ab0a479c req-a449615c-aa52-4829-a8be-70d443487e7a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 944 time: 0.2186191
Apr 19 07:49:36.808400 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Pushing event updated for resources: {'Port': ['ID=041b43da-b47b-49e5-b037-0b562703c81f,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:36.812094 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:36.880377 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-441c28eb-ab1e-4e73-a62b-3121ab0a479c req-9a08e131-9d82-4ef6-a9e8-0313ea21387d tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0777147
Apr 19 07:49:36.889633 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:36.924805 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:36.930545 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2f7a46b5-71b7-4d40-b65a-92e62b63b823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:37.000507 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Network 642ff66f-9552-4d00-a89f-4b61cdc828eb is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:49:37.004172 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:49:37.008540 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:37.009016 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:49:37.047772 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Pushing event updated for resources: {'Port': ['ID=404f6d67-b9bc-4041-896a-c655b9a520c7,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:37.052220 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:37.171179 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 55778) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:37.257121 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e43eb2f3-3840-4e90-8b3a-abada060d910 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:37.290246 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e43eb2f3-3840-4e90-8b3a-abada060d910 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:37.343062 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e43eb2f3-3840-4e90-8b3a-abada060d910 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:37.348421 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-26201d6c-c3fa-4554-ad32-32209047c68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:37.364835 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43eb2f3-3840-4e90-8b3a-abada060d910 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95abc860-6e4a-43af-9612-aacb16891da6,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:37.367977 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e43eb2f3-3840-4e90-8b3a-abada060d910 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:37.375394 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e43eb2f3-3840-4e90-8b3a-abada060d910 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:37.377330 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-e43eb2f3-3840-4e90-8b3a-abada060d910 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] 10.222.0.20 "DELETE /v2.0/security-groups/95abc860-6e4a-43af-9612-aacb16891da6 HTTP/1.1" status: 204  len: 168 time: 0.2050130
Apr 19 07:49:37.447114 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 55784) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:37.486945 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:37.885336 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:38.050449 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 1844db9a-7cf6-45bb-bf0d-0fb410325ac6 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:49:38.226536 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 1844db9a-7cf6-45bb-bf0d-0fb410325ac6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1844db9a-7cf6-45bb-bf0d-0fb410325ac6,segment=NetworkSegment(b410f489-9d1e-4062-aeeb-1fb959e15c49),segment_id=b410f489-9d1e-4062-aeeb-1fb959e15c49)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:49:38.245340 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device c8c62569-be78-408f-a913-1cf886de32c2 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:49:38.252105 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3307e0-a9a5-475c-8c6e-60c455186f4a req-5a9a6ac2-563e-4252-a6a5-e16abc2267ed tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:38.253761 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ed3307e0-a9a5-475c-8c6e-60c455186f4a req-5a9a6ac2-563e-4252-a6a5-e16abc2267ed tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 944 time: 0.2217224
Apr 19 07:49:38.288059 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6de6dc-e377-4f8e-84ee-0a4a1509ce06 None None] Network 7e2eafa6-5aad-4aad-b458-4ff62c60ac34 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:49:38.300856 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-682463'] for router, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:38.315719 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': '1844db9a-7cf6-45bb-bf0d-0fb410325ac6', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'port_id': '1844db9a-7cf6-45bb-bf0d-0fb410325ac6', 'mac_address': 'fa:16:3e:d7:27:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:49:38.364132 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] No Port match for: c8c62569-be78-408f-a913-1cf886de32c2 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:49:38.364476 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device c8c62569-be78-408f-a913-1cf886de32c2 not bound to the agent host hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:49:38.382174 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-dc02c5b1-63ae-4d0e-96a8-6975fbc9107d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854105702'] for router_interface, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:38.396894 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 041b43da-b47b-49e5-b037-0b562703c81f up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:49:38.451873 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ed3307e0-a9a5-475c-8c6e-60c455186f4a req-eba2e30e-9d8e-47d7-9c4b-a090ed208ca7 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1854362
Apr 19 07:49:38.506953 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-712390ce-535a-4bf6-b94f-659f1dc51650 None None] Provisioning for port 041b43da-b47b-49e5-b037-0b562703c81f completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:49:38.550931 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Router f548e4c9-d084-4585-94f2-ad761bf9f476 is scheduled to L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 with binding_index 1 {{(pid=86357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 07:49:38.555304 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:38.594642 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1844db9a-7cf6-45bb-bf0d-0fb410325ac6 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:49:38.611609 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 1844db9a-7cf6-45bb-bf0d-0fb410325ac6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1844db9a-7cf6-45bb-bf0d-0fb410325ac6,segment=NetworkSegment(b410f489-9d1e-4062-aeeb-1fb959e15c49),segment_id=b410f489-9d1e-4062-aeeb-1fb959e15c49)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:49:38.627603 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:38.630332 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:38.694851 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port 041b43da-b47b-49e5-b037-0b562703c81f completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:49:38.731590 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 041b43da-b47b-49e5-b037-0b562703c81f triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:49:38.732000 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:38.762476 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:49:38.777955 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] Sync routers for ids ['f548e4c9-d084-4585-94f2-ad761bf9f476'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:49:38.791014 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] Routers {'f548e4c9-d084-4585-94f2-ad761bf9f476'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:49:38.791356 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:38.795356 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.1495855
Apr 19 07:49:38.795610 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 55792) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:38.795839 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165465b00>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:49:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['f548e4c9-d084-4585-94f2-ad761bf9f476'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:38.800511 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-dc02c5b1-63ae-4d0e-96a8-6975fbc9107d admin admin] Deleting port 49e955a0-febf-4cfe-aef1-5de32ae95c1f {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:49:38.801040 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-dc02c5b1-63ae-4d0e-96a8-6975fbc9107d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:38.847695 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=1844db9a-7cf6-45bb-bf0d-0fb410325ac6,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:38.859066 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['1844db9a-7cf6-45bb-bf0d-0fb410325ac6'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:49:38.891777 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:39.006042 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] Set router f548e4c9-d084-4585-94f2-ad761bf9f476 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:49:39.034137 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-dc02c5b1-63ae-4d0e-96a8-6975fbc9107d admin admin] For port 49e955a0-febf-4cfe-aef1-5de32ae95c1f, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=49e955a0-febf-4cfe-aef1-5de32ae95c1f,segment=NetworkSegment(0c720788-6e57-480d-ae87-38de1565a3c6),segment_id=0c720788-6e57-480d-ae87-38de1565a3c6)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:49:39.035267 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-dc02c5b1-63ae-4d0e-96a8-6975fbc9107d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:39.045455 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:39.137348 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port 041b43da-b47b-49e5-b037-0b562703c81f, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=041b43da-b47b-49e5-b037-0b562703c81f,segment=NetworkSegment(4a1ef362-606a-4e99-a51a-2fb5d9f7fca5),segment_id=4a1ef362-606a-4e99-a51a-2fb5d9f7fca5)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:49:39.147013 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:39.151197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-05ede005-372d-4ce2-9ab5-682f3fa99f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:39.196493 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-dc02c5b1-63ae-4d0e-96a8-6975fbc9107d admin admin] Calling delete_port for 49e955a0-febf-4cfe-aef1-5de32ae95c1f owned by network:router_interface {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:49:39.290456 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=041b43da-b47b-49e5-b037-0b562703c81f,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:39.295326 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:39.392244 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165465b00>, [{'id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'name': 'tempest-AttachVolumeTestJSON-121904018-router', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:49:35Z', 'updated_at': '2021-04-19T07:49:37Z', 'revision_number': 3, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'gw_port': {'id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:36Z', 'updated_at': '2021-04-19T07:49:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:39.396896 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] Checking router: f548e4c9-d084-4585-94f2-ad761bf9f476 for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:49:39.397480 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] Updating router f548e4c9-d084-4585-94f2-ad761bf9f476 port 404f6d67-b9bc-4041-896a-c655b9a520c7 binding host dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 07:49:39.406745 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-dc02c5b1-63ae-4d0e-96a8-6975fbc9107d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:39.413007 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-626a07a5-5e35-47b7-bf32-656f1de4812a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:39.464271 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02c5b1-63ae-4d0e-96a8-6975fbc9107d admin admin] Pushing event deleted for resources: {'Port': ['ID=49e955a0-febf-4cfe-aef1-5de32ae95c1f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:39.465398 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:39.484435 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-cfada487-d251-41eb-ae00-dcabc0af8267 None None] Provisioning complete for port 041b43da-b47b-49e5-b037-0b562703c81f triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:49:39.484945 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cfada487-d251-41eb-ae00-dcabc0af8267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:39.544032 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-dc02c5b1-63ae-4d0e-96a8-6975fbc9107d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:39.835744 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-dc02c5b1-63ae-4d0e-96a8-6975fbc9107d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854105628'] for router_interface, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:39.862830 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344b512-a3c7-44cd-98bb-d9f4c7b7d344 req-c98c61ef-fe0b-4401-b903-8729ab3edabb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:39.864485 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7344b512-a3c7-44cd-98bb-d9f4c7b7d344 req-c98c61ef-fe0b-4401-b903-8729ab3edabb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 945 time: 0.1871843
Apr 19 07:49:39.948572 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:39.961387 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2cc0410b-00dc-4ec9-ac5b-12ec772c83b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:39.963528 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] Transition to ACTIVE for port object 404f6d67-b9bc-4041-896a-c655b9a520c7 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:49:39.971363 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:39.976710 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:39.977832 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7344b512-a3c7-44cd-98bb-d9f4c7b7d344 req-31009413-c733-4d1e-82d5-bfa6ba1ef631 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834928
Apr 19 07:49:40.047323 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 1844db9a-7cf6-45bb-bf0d-0fb410325ac6 up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:49:40.065877 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] Attempting to bind port 404f6d67-b9bc-4041-896a-c655b9a520c7 on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:49:40.066694 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] Attempting to bind port 404f6d67-b9bc-4041-896a-c655b9a520c7 by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:49:40.067280 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] Attempting to bind port 404f6d67-b9bc-4041-896a-c655b9a520c7 on network 642ff66f-9552-4d00-a89f-4b61cdc828eb {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:49:40.081282 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:49:40.081985 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] Checking segment: {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:49:40.082620 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:40.083207 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] Bound using segment: {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:49:40.084119 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] Bound port: 404f6d67-b9bc-4041-896a-c655b9a520c7, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7949b8-7cfa-4581-a3b3-3f10c156b066', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:49:40.084712 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:40.123524 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning for port 1844db9a-7cf6-45bb-bf0d-0fb410325ac6 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:49:40.131351 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port 1844db9a-7cf6-45bb-bf0d-0fb410325ac6 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:49:40.132584 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:40.297407 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc02c5b1-63ae-4d0e-96a8-6975fbc9107d admin admin] Router ae2b97c7-84be-41ee-916f-a22bf7c04e95 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:49:40.366499 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcbe5c-f084-420b-8d2b-3071c73276cd None None] Pushing event updated for resources: {'Port': ['ID=404f6d67-b9bc-4041-896a-c655b9a520c7,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:40.377127 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:40.385366 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadcbe5c-f084-420b-8d2b-3071c73276cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:40.385825 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadcbe5c-f084-420b-8d2b-3071c73276cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:40.387296 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadcbe5c-f084-420b-8d2b-3071c73276cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:40.387711 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadcbe5c-f084-420b-8d2b-3071c73276cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:40.388164 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadcbe5c-f084-420b-8d2b-3071c73276cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:40.388600 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadcbe5c-f084-420b-8d2b-3071c73276cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:40.389035 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadcbe5c-f084-420b-8d2b-3071c73276cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:40.389471 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadcbe5c-f084-420b-8d2b-3071c73276cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:40.389920 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadcbe5c-f084-420b-8d2b-3071c73276cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:40.390373 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadcbe5c-f084-420b-8d2b-3071c73276cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:40.390801 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadcbe5c-f084-420b-8d2b-3071c73276cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:40.391222 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadcbe5c-f084-420b-8d2b-3071c73276cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:49:40.397250 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cadcbe5c-f084-420b-8d2b-3071c73276cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:40.418273 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 041b43da-b47b-49e5-b037-0b562703c81f up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:49:40.430028 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] For port 404f6d67-b9bc-4041-896a-c655b9a520c7, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:49:40.434570 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] For port 404f6d67-b9bc-4041-896a-c655b9a520c7, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=404f6d67-b9bc-4041-896a-c655b9a520c7,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:49:40.439232 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:40.446103 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:40.487735 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a121a4a-89d3-4f4c-a530-dec07c4d4393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1844db9a-7cf6-45bb-bf0d-0fb410325ac6'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:49:40.505575 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 1844db9a-7cf6-45bb-bf0d-0fb410325ac6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1844db9a-7cf6-45bb-bf0d-0fb410325ac6,segment=NetworkSegment(b410f489-9d1e-4062-aeeb-1fb959e15c49),segment_id=b410f489-9d1e-4062-aeeb-1fb959e15c49)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:49:40.505837 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-2cc0410b-00dc-4ec9-ac5b-12ec772c83b1 admin admin] Allocated IP 172.20.0.1 (7e2eafa6-5aad-4aad-b458-4ff62c60ac34/bc60e672-9002-4cb6-99ed-f8f08caa1672/f3d349c5-56c3-4fcb-80bc-ed363fc6ae59) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:49:40.512145 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:40.514376 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-481669c0-7bd4-4c61-8b89-ed829a62fb84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:40.587567 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 041b43da-b47b-49e5-b037-0b562703c81f triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:49:40.587989 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:40.591517 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcbe5c-f084-420b-8d2b-3071c73276cd None None] Pushing event updated for resources: {'Port': ['ID=404f6d67-b9bc-4041-896a-c655b9a520c7,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:40.604855 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cadcbe5c-f084-420b-8d2b-3071c73276cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:40.606660 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc02c5b1-63ae-4d0e-96a8-6975fbc9107d admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:49:40.618725 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a121a4a-89d3-4f4c-a530-dec07c4d4393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1844db9a-7cf6-45bb-bf0d-0fb410325ac6', 'code': 200}
Apr 19 07:49:40.623142 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-dc02c5b1-63ae-4d0e-96a8-6975fbc9107d admin admin] 10.222.0.20 "PUT /v2.0/routers/ae2b97c7-84be-41ee-916f-a22bf7c04e95/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1747603
Apr 19 07:49:40.628964 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6fa9a3-9729-48a6-996f-f247aaaea529 None None] Sync routers for ids ['ae2b97c7-84be-41ee-916f-a22bf7c04e95'] in dv-cinder-773870-2-iscsi {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:49:40.630753 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 55800) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:40.638342 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] Routers {'f548e4c9-d084-4585-94f2-ad761bf9f476'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:49:40.639468 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165465b00>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:49:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['f548e4c9-d084-4585-94f2-ad761bf9f476'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:40.672935 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6fa9a3-9729-48a6-996f-f247aaaea529 None None] Routers {'ae2b97c7-84be-41ee-916f-a22bf7c04e95'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:49:40.673647 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-6d6fa9a3-9729-48a6-996f-f247aaaea529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165063860>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:49:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['ae2b97c7-84be-41ee-916f-a22bf7c04e95'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:40.787728 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2cc0410b-00dc-4ec9-ac5b-12ec772c83b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:40.819492 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-2cc0410b-00dc-4ec9-ac5b-12ec772c83b1 admin admin] Transition to ACTIVE for port object f3d349c5-56c3-4fcb-80bc-ed363fc6ae59 will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:49:40.872356 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2cc0410b-00dc-4ec9-ac5b-12ec772c83b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:40.887965 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:40.914571 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] Set router f548e4c9-d084-4585-94f2-ad761bf9f476 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:49:40.941905 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc0410b-00dc-4ec9-ac5b-12ec772c83b1 admin admin] Network 7e2eafa6-5aad-4aad-b458-4ff62c60ac34 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:49:40.950745 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-2cc0410b-00dc-4ec9-ac5b-12ec772c83b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:49:40.965068 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc0410b-00dc-4ec9-ac5b-12ec772c83b1 admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:49:40.998714 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=1844db9a-7cf6-45bb-bf0d-0fb410325ac6,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:41.011808 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:41.065966 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0410b-00dc-4ec9-ac5b-12ec772c83b1 admin admin] Pushing event updated for resources: {'Port': ['ID=f3d349c5-56c3-4fcb-80bc-ed363fc6ae59,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:41.078900 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2cc0410b-00dc-4ec9-ac5b-12ec772c83b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:41.086851 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2cc0410b-00dc-4ec9-ac5b-12ec772c83b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854104830'] for router_interface, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:41.250199 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-6d6fa9a3-9729-48a6-996f-f247aaaea529 None None] Set router ae2b97c7-84be-41ee-916f-a22bf7c04e95 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:49:41.310536 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165465b00>, [{'id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'name': 'tempest-AttachVolumeTestJSON-121904018-router', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:49:35Z', 'updated_at': '2021-04-19T07:49:37Z', 'revision_number': 3, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'gw_port': {'id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:36Z', 'updated_at': '2021-04-19T07:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:41.316323 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00edc77f-b680-46fe-88cc-697817a04566 None None] The sync data for ids ['f548e4c9-d084-4585-94f2-ad761bf9f476'] in dv-cinder-773870-2-iscsi is: [{'id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'name': 'tempest-AttachVolumeTestJSON-121904018-router', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:49:35Z', 'updated_at': '2021-04-19T07:49:37Z', 'revision_number': 3, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'gw_port': {'id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:36Z', 'updated_at': '2021-04-19T07:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:49:41.326971 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b99ad-010d-4cc6-8607-bfb77b4a9c19 req-797ab37f-0451-45d3-8bf3-2150fc0af1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:41.328632 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c70b99ad-010d-4cc6-8607-bfb77b4a9c19 req-797ab37f-0451-45d3-8bf3-2150fc0af1c4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 1099 time: 0.1409385
Apr 19 07:49:41.331028 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2cc0410b-00dc-4ec9-ac5b-12ec772c83b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:41.356916 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-24d6d457-ad79-416c-b327-30352cd37726 admin admin] Notify callbacks [] for router, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:41.448350 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52d058-bb28-43d5-a05a-27371e7115aa req-57f32d7f-aaf5-465d-9fae-89066b78e083 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:41.449919 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7c52d058-bb28-43d5-a05a-27371e7115aa req-57f32d7f-aaf5-465d-9fae-89066b78e083 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 946 time: 0.2040796
Apr 19 07:49:41.531717 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-98aa1547-a2c4-4663-ae72-644a981f30bb None None] Provisioning for port f3d349c5-56c3-4fcb-80bc-ed363fc6ae59 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:49:41.539594 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c70b99ad-010d-4cc6-8607-bfb77b4a9c19 req-0f92b60d-2ab0-47b8-96b0-5f45ebff83e0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2022216
Apr 19 07:49:41.544670 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-98aa1547-a2c4-4663-ae72-644a981f30bb None None] Provisioning complete for port f3d349c5-56c3-4fcb-80bc-ed363fc6ae59 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:49:41.545097 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-98aa1547-a2c4-4663-ae72-644a981f30bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:41.585405 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-24d6d457-ad79-416c-b327-30352cd37726 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:41.595734 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-24d6d457-ad79-416c-b327-30352cd37726 admin admin] Deleting port e1cbbead-ec81-40de-af05-0465f24d4bd3 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:49:41.596275 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-24d6d457-ad79-416c-b327-30352cd37726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:41.602864 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7c52d058-bb28-43d5-a05a-27371e7115aa req-7e8b8b95-9b02-40fe-9007-471c934fa6e0 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1210465
Apr 19 07:49:41.671984 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2cc0410b-00dc-4ec9-ac5b-12ec772c83b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:41.675681 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-98aa1547-a2c4-4663-ae72-644a981f30bb None None] Port f3d349c5-56c3-4fcb-80bc-ed363fc6ae59 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:49:41.677236 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2cc0410b-00dc-4ec9-ac5b-12ec772c83b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:41.709469 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-6d6fa9a3-9729-48a6-996f-f247aaaea529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165063860>, [{'id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'name': 'tempest-TestShelveInstance-1481149804-router', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:43:49Z', 'updated_at': '2021-04-19T07:49:39Z', 'revision_number': 5, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'gw_port': {'id': 'e1cbbead-ec81-40de-af05-0465f24d4bd3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:20:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:43:51Z', 'updated_at': '2021-04-19T07:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:41.711859 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ee310460-5e54-4fd2-91fb-5009d128dc3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:41.714985 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6fa9a3-9729-48a6-996f-f247aaaea529 None None] Checking router: ae2b97c7-84be-41ee-916f-a22bf7c04e95 for host: dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:49:41.724719 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6fa9a3-9729-48a6-996f-f247aaaea529 None None] Routers {'ae2b97c7-84be-41ee-916f-a22bf7c04e95'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:49:41.725420 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-6d6fa9a3-9729-48a6-996f-f247aaaea529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165063860>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:49:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['ae2b97c7-84be-41ee-916f-a22bf7c04e95'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:41.830397 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2cc0410b-00dc-4ec9-ac5b-12ec772c83b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853744977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-671077'] for router_interface, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:41.836077 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0410b-00dc-4ec9-ac5b-12ec772c83b1 admin admin] Pushing event updated for resources: {'Port': ['ID=f3d349c5-56c3-4fcb-80bc-ed363fc6ae59,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:41.841739 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2cc0410b-00dc-4ec9-ac5b-12ec772c83b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:41.848576 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-24d6d457-ad79-416c-b327-30352cd37726 admin admin] For port e1cbbead-ec81-40de-af05-0465f24d4bd3, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=e1cbbead-ec81-40de-af05-0465f24d4bd3,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:49:41.848989 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-24d6d457-ad79-416c-b327-30352cd37726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:41.964095 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-6d6fa9a3-9729-48a6-996f-f247aaaea529 None None] Set router ae2b97c7-84be-41ee-916f-a22bf7c04e95 gateway port host: None {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:49:42.000491 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-24d6d457-ad79-416c-b327-30352cd37726 admin admin] Calling delete_port for e1cbbead-ec81-40de-af05-0465f24d4bd3 owned by network:router_gateway {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:49:42.020313 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc0410b-00dc-4ec9-ac5b-12ec772c83b1 admin admin] Network 7e2eafa6-5aad-4aad-b458-4ff62c60ac34 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:49:42.021557 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-2cc0410b-00dc-4ec9-ac5b-12ec772c83b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:49:42.140165 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-6d6fa9a3-9729-48a6-996f-f247aaaea529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165063860>, [{'id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'name': 'tempest-TestShelveInstance-1481149804-router', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:43:49Z', 'updated_at': '2021-04-19T07:49:41Z', 'revision_number': 6, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'gw_port_host': None}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:42.145652 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6fa9a3-9729-48a6-996f-f247aaaea529 None None] The sync data for ids ['ae2b97c7-84be-41ee-916f-a22bf7c04e95'] in dv-cinder-773870-2-iscsi is: [{'id': 'ae2b97c7-84be-41ee-916f-a22bf7c04e95', 'name': 'tempest-TestShelveInstance-1481149804-router', 'tenant_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:43:49Z', 'updated_at': '2021-04-19T07:49:41Z', 'revision_number': 6, 'project_id': 'cccfb78ba36f4660ba28637f58e40cc1', 'gw_port_host': None}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:49:42.299197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-24d6d457-ad79-416c-b327-30352cd37726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:42.321363 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-358b0c3d-5051-46f1-a57c-bc8c3cf069b7 None None] Provisioning complete for port f3d349c5-56c3-4fcb-80bc-ed363fc6ae59 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:49:42.321999 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-358b0c3d-5051-46f1-a57c-bc8c3cf069b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:42.325030 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-563c291e-8c5c-4471-8acf-b5017fa4a20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:42.363019 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc0410b-00dc-4ec9-ac5b-12ec772c83b1 admin admin] Router f548e4c9-d084-4585-94f2-ad761bf9f476 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:49:42.426012 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d6d457-ad79-416c-b327-30352cd37726 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1cbbead-ec81-40de-af05-0465f24d4bd3,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:42.427871 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 404f6d67-b9bc-4041-896a-c655b9a520c7 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:49:42.501575 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-358b0c3d-5051-46f1-a57c-bc8c3cf069b7 None None] Port f3d349c5-56c3-4fcb-80bc-ed363fc6ae59 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:49:42.506609 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-24d6d457-ad79-416c-b327-30352cd37726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:42.543738 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-24d6d457-ad79-416c-b327-30352cd37726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682341'] for router_gateway, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:42.563182 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port 404f6d67-b9bc-4041-896a-c655b9a520c7 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:49:42.575689 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 404f6d67-b9bc-4041-896a-c655b9a520c7 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:49:42.576118 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:42.633020 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc0410b-00dc-4ec9-ac5b-12ec772c83b1 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:49:42.654616 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-2cc0410b-00dc-4ec9-ac5b-12ec772c83b1 admin admin] 10.222.0.20 "PUT /v2.0/routers/f548e4c9-d084-4585-94f2-ad761bf9f476/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8488350
Apr 19 07:49:42.722750 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:42.755490 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port 404f6d67-b9bc-4041-896a-c655b9a520c7, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=404f6d67-b9bc-4041-896a-c655b9a520c7,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:49:42.760322 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:42.760927 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-24d6d457-ad79-416c-b327-30352cd37726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775458'] for router, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:42.763666 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-24d6d457-ad79-416c-b327-30352cd37726 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:42.767890 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:42.810957 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-24d6d457-ad79-416c-b327-30352cd37726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854118019'] for router, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:42.811919 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d6d457-ad79-416c-b327-30352cd37726 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae2b97c7-84be-41ee-916f-a22bf7c04e95 {{(pid=86356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 07:49:42.837602 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-24d6d457-ad79-416c-b327-30352cd37726 admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:42.841135 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-24d6d457-ad79-416c-b327-30352cd37726 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ae2b97c7-84be-41ee-916f-a22bf7c04e95 HTTP/1.1" status: 204  len: 168 time: 2.2089853
Apr 19 07:49:42.843683 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 55810) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:42.865887 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=404f6d67-b9bc-4041-896a-c655b9a520c7,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:42.869835 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:42.894566 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485a942-79d4-45a3-92cf-d7a2498f3333 req-2f66bdbd-5059-4376-9933-b5c1394ca962 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:42.896743 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9485a942-79d4-45a3-92cf-d7a2498f3333 req-2f66bdbd-5059-4376-9933-b5c1394ca962 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 946 time: 0.1141441
Apr 19 07:49:42.931914 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-becc747c-5b5a-46c3-8a72-082ac2bfbae2 admin admin] Deleting subnet f76505ba-fc01-4ae0-b3d2-3bdc23c63102 {{(pid=86356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 07:49:42.935859 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-becc747c-5b5a-46c3-8a72-082ac2bfbae2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:42.973048 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9485a942-79d4-45a3-92cf-d7a2498f3333 req-2cf4b881-ae2d-4920-811b-2a9e6cad852c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668204
Apr 19 07:49:42.999730 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-becc747c-5b5a-46c3-8a72-082ac2bfbae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850762484'] for subnet, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:43.099342 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-becc747c-5b5a-46c3-8a72-082ac2bfbae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852818528'] for subnet, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:43.191952 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc289e-97ee-48db-90e3-bf3e13dcb677 req-45664934-068b-4f3c-b366-621f1cd10c49 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:43.193454 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cdcc289e-97ee-48db-90e3-bf3e13dcb677 req-45664934-068b-4f3c-b366-621f1cd10c49 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 946 time: 0.0886664
Apr 19 07:49:43.243901 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cdcc289e-97ee-48db-90e3-bf3e13dcb677 req-79a84477-8cd2-4acc-95cb-1c3c9ad97c82 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429826
Apr 19 07:49:43.259449 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 55820) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:43.268303 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-b9c0d9cd-3d50-4d29-9466-b4de622bbd60 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1955679974', 'description': 'tempest-description--472639532'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:49:43.272378 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 55824) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:43.277096 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b9c0d9cd-3d50-4d29-9466-b4de622bbd60 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:49:43.292836 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-b9c0d9cd-3d50-4d29-9466-b4de622bbd60 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Usage tracker for resource:security_group and tenant:beb5f7bcb1564ffd94d553241f2d0e49 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:49:43.297315 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-b9c0d9cd-3d50-4d29-9466-b4de622bbd60 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:49:43.315279 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b9c0d9cd-3d50-4d29-9466-b4de622bbd60 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:49:43.354963 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3a490e-a6e4-4d1c-aefc-856b0e7cd9db tempest-TestVolumeBootPattern-1844437003 tempest-TestVolumeBootPattern-1844437003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:43.356621 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-cb3a490e-a6e4-4d1c-aefc-856b0e7cd9db tempest-TestVolumeBootPattern-1844437003 tempest-TestVolumeBootPattern-1844437003-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 1094 time: 0.0831380
Apr 19 07:49:43.359695 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 55828) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:43.365580 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Request body: {'floatingip': {'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'port_id': '1844db9a-7cf6-45bb-bf0d-0fb410325ac6', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:49:43.367246 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b9c0d9cd-3d50-4d29-9466-b4de622bbd60 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:43.372175 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:49:43.376395 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Usage tracker for resource:floatingip and tenant:7cb235dc3277438c954bbcb8afc3469e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:49:43.379483 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:49:43.385545 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:49:43.395889 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for floatingip, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:43.403536 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b9c0d9cd-3d50-4d29-9466-b4de622bbd60 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:49:43.408567 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-b9c0d9cd-3d50-4d29-9466-b4de622bbd60 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Usage tracker for resource:security_group_rule and tenant:beb5f7bcb1564ffd94d553241f2d0e49 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:49:43.413122 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-b9c0d9cd-3d50-4d29-9466-b4de622bbd60 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:49:43.422823 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b9c0d9cd-3d50-4d29-9466-b4de622bbd60 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:49:43.446850 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-becc747c-5b5a-46c3-8a72-082ac2bfbae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2571019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852561747'] for subnet, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:43.459078 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:43.503832 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc747c-5b5a-46c3-8a72-082ac2bfbae2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f76505ba-fc01-4ae0-b3d2-3bdc23c63102,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:43.506040 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-becc747c-5b5a-46c3-8a72-082ac2bfbae2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:43.510031 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7813e85-d651-4604-8d4c-27f9d2f77ef4 None None] Network 2b471379-1e4b-4c05-9815-534f6f610471 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:49:43.512781 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-becc747c-5b5a-46c3-8a72-082ac2bfbae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:43.532864 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-becc747c-5b5a-46c3-8a72-082ac2bfbae2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f76505ba-fc01-4ae0-b3d2-3bdc23c63102 HTTP/1.1" status: 204  len: 168 time: 0.6878111
Apr 19 07:49:43.536021 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 55832) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:43.557421 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:43.602571 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b9c0d9cd-3d50-4d29-9466-b4de622bbd60 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:43.656299 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b9c0d9cd-3d50-4d29-9466-b4de622bbd60 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:43.664208 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3e822127-c86a-4aa5-9213-acdbb1832165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:43.713355 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915220'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:43.713577 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Allocated IP 172.27.0.180 (642ff66f-9552-4d00-a89f-4b61cdc828eb/39f3d441-e877-4577-8020-74e884c403b0/9b33ed29-725c-4bc9-b02e-c9c5705d28b7) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:49:43.722802 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b9c0d9cd-3d50-4d29-9466-b4de622bbd60 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:43.724124 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-b9c0d9cd-3d50-4d29-9466-b4de622bbd60 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4636354
Apr 19 07:49:43.730682 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 55836) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:43.731232 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0d9cd-3d50-4d29-9466-b4de622bbd60 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e3e14b-49a2-4e10-86bf-96564f2430bf,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:43.739827 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-15241f96-449d-4b51-943c-c7ffcf7025ad tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Request body: {'security_group_rule': {'security_group_id': '91e3e14b-49a2-4e10-86bf-96564f2430bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:49:43.745140 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b9c0d9cd-3d50-4d29-9466-b4de622bbd60 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:43.750366 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-15241f96-449d-4b51-943c-c7ffcf7025ad tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:49:43.755173 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-15241f96-449d-4b51-943c-c7ffcf7025ad tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Usage tracker for resource:security_group_rule and tenant:beb5f7bcb1564ffd94d553241f2d0e49 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:49:43.758247 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] Deleting port b7efff47-1f83-43d8-8a73-06c79aec31ca {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:49:43.758630 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:43.791904 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-15241f96-449d-4b51-943c-c7ffcf7025ad tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:49:43.801698 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505bd045-7549-4218-80ee-ca669972e3e3 None None] DHCP port deletion for 2b471379-1e4b-4c05-9815-534f6f610471 request from dv-cinder-773870-2-iscsi {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 07:49:43.806643 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-505bd045-7549-4218-80ee-ca669972e3e3 None None] Deleting port b7efff47-1f83-43d8-8a73-06c79aec31ca {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:49:43.807067 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-505bd045-7549-4218-80ee-ca669972e3e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:43.809066 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-15241f96-449d-4b51-943c-c7ffcf7025ad tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:49:43.879095 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-15241f96-449d-4b51-943c-c7ffcf7025ad tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:43.898138 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:43.936674 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:43.942096 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:44.019808 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Network 642ff66f-9552-4d00-a89f-4b61cdc828eb is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:49:44.023087 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:49:44.027564 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:49:44.053878 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-505bd045-7549-4218-80ee-ca669972e3e3 None None] For port b7efff47-1f83-43d8-8a73-06c79aec31ca, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=b7efff47-1f83-43d8-8a73-06c79aec31ca,segment=NetworkSegment(0c720788-6e57-480d-ae87-38de1565a3c6),segment_id=0c720788-6e57-480d-ae87-38de1565a3c6)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:49:44.054762 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-505bd045-7549-4218-80ee-ca669972e3e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:44.062946 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] For port b7efff47-1f83-43d8-8a73-06c79aec31ca, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=b7efff47-1f83-43d8-8a73-06c79aec31ca,segment=NetworkSegment(0c720788-6e57-480d-ae87-38de1565a3c6),segment_id=0c720788-6e57-480d-ae87-38de1565a3c6)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:49:44.063350 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:44.064529 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Pushing event updated for resources: {'Port': ['ID=9b33ed29-725c-4bc9-b02e-c9c5705d28b7,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:44.068910 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:44.078372 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-15241f96-449d-4b51-943c-c7ffcf7025ad tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:44.194672 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-505bd045-7549-4218-80ee-ca669972e3e3 None None] Calling delete_port for b7efff47-1f83-43d8-8a73-06c79aec31ca owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:49:44.196575 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-15241f96-449d-4b51-943c-c7ffcf7025ad tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:44.207327 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] Calling delete_port for b7efff47-1f83-43d8-8a73-06c79aec31ca owned by network:dhcp {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:49:44.245779 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3c7824fd-a055-417f-a5e2-13559b97c73f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:44.279593 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15241f96-449d-4b51-943c-c7ffcf7025ad tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498f302a-6011-419f-87ac-5b3592aa5438,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:44.287069 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-15241f96-449d-4b51-943c-c7ffcf7025ad tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:44.292655 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-505bd045-7549-4218-80ee-ca669972e3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:44.298057 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:44.314276 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-15241f96-449d-4b51-943c-c7ffcf7025ad tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:44.318130 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-15241f96-449d-4b51-943c-c7ffcf7025ad tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5816467
Apr 19 07:49:44.318999 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 55840) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:44.326264 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-665eba24-9267-47a6-be31-22f001904a2a tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Request body: {'security_group_rule': {'security_group_id': '91e3e14b-49a2-4e10-86bf-96564f2430bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:49:44.333840 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-665eba24-9267-47a6-be31-22f001904a2a tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:49:44.337637 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.db.api [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86356) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 07:49:44.338006 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_db.api [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 07:49:44.340478 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-665eba24-9267-47a6-be31-22f001904a2a tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Usage tracker for resource:security_group_rule and tenant:beb5f7bcb1564ffd94d553241f2d0e49 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:49:44.343605 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-665eba24-9267-47a6-be31-22f001904a2a tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:49:44.350561 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-665eba24-9267-47a6-be31-22f001904a2a tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:49:44.355417 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 404f6d67-b9bc-4041-896a-c655b9a520c7 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:49:44.368271 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-665eba24-9267-47a6-be31-22f001904a2a tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:44.385659 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505bd045-7549-4218-80ee-ca669972e3e3 None None] No DVR routers for this DVR port b7efff47-1f83-43d8-8a73-06c79aec31ca on host dv-cinder-773870-2-iscsi {{(pid=86358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:49:44.406690 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bd045-7549-4218-80ee-ca669972e3e3 None None] Pushing event deleted for resources: {'Port': ['ID=b7efff47-1f83-43d8-8a73-06c79aec31ca,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:44.409432 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-505bd045-7549-4218-80ee-ca669972e3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:44.446356 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-665eba24-9267-47a6-be31-22f001904a2a tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:44.450881 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-665eba24-9267-47a6-be31-22f001904a2a tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:44.453525 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-80323712-8f10-4a3f-8465-81867142cad3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:44.460611 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port 404f6d67-b9bc-4041-896a-c655b9a520c7 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:49:44.461448 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:44.486440 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665eba24-9267-47a6-be31-22f001904a2a tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be57f520-4d21-4b2d-8d36-421b840e7f7a,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:44.489718 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-665eba24-9267-47a6-be31-22f001904a2a tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:44.501701 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-665eba24-9267-47a6-be31-22f001904a2a tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:44.506193 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-665eba24-9267-47a6-be31-22f001904a2a tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1831794
Apr 19 07:49:44.506958 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 55844) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:44.513926 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Request body: {'floatingip': {'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:49:44.522605 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:49:44.528013 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Usage tracker for resource:floatingip and tenant:beb5f7bcb1564ffd94d553241f2d0e49 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:49:44.531544 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:49:44.531751 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:44.537259 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] Sync routers for ids ['f548e4c9-d084-4585-94f2-ad761bf9f476'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:49:44.539234 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:49:44.550713 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] Routers {'f548e4c9-d084-4585-94f2-ad761bf9f476'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:49:44.551407 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61654f2828>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:49:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['f548e4c9-d084-4585-94f2-ad761bf9f476'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:44.551843 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for floatingip, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:44.637244 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:44.707978 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device e1cbbead-ec81-40de-af05-0465f24d4bd3 no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:49:44.749896 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: e1cbbead-ec81-40de-af05-0465f24d4bd3 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:49:44.750217 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device e1cbbead-ec81-40de-af05-0465f24d4bd3 not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:49:44.751749 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device b7efff47-1f83-43d8-8a73-06c79aec31ca no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:49:44.756354 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] Set router f548e4c9-d084-4585-94f2-ad761bf9f476 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:49:44.795891 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: b7efff47-1f83-43d8-8a73-06c79aec31ca {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:49:44.796219 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device b7efff47-1f83-43d8-8a73-06c79aec31ca not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:49:44.796743 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 49e955a0-febf-4cfe-aef1-5de32ae95c1f no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:49:44.811764 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:44.842483 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: 49e955a0-febf-4cfe-aef1-5de32ae95c1f {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:49:44.843162 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 49e955a0-febf-4cfe-aef1-5de32ae95c1f not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:49:44.867618 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] Deleting port b7efff47-1f83-43d8-8a73-06c79aec31ca {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:49:44.868000 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:44.964144 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] The port 'b7efff47-1f83-43d8-8a73-06c79aec31ca' was deleted {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 07:49:45.135137 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61654f2828>, [{'id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'name': 'tempest-AttachVolumeTestJSON-121904018-router', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:49:35Z', 'updated_at': '2021-04-19T07:49:41Z', 'revision_number': 4, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'gw_port': {'id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:36Z', 'updated_at': '2021-04-19T07:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': 'f3d349c5-56c3-4fcb-80bc-ed363fc6ae59', 'name': '', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'mac_address': 'fa:16:3e:a5:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:40Z', 'updated_at': '2021-04-19T07:49:41Z', 'revision_number': 2, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'subnets': [{'id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:45.141202 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] Checking router: f548e4c9-d084-4585-94f2-ad761bf9f476 for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:49:45.141613 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] Updating router f548e4c9-d084-4585-94f2-ad761bf9f476 port f3d349c5-56c3-4fcb-80bc-ed363fc6ae59 binding host dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 07:49:45.164492 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957365', 'neutron.services.segments.db._delete_segments_for_network-8753519474803'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:45.209197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:45.211411 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:45.214138 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:45.219538 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8db03655-e7f5-44f4-8d06-f41c025259c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:45.345438 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Pushing event updated for resources: {'Port': ['ID=9b33ed29-725c-4bc9-b02e-c9c5705d28b7,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:45.349075 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:45.364033 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671153'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:45.572992 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.l3_db [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Floating IP 828d835f-e420-488a-a563-c10472b24436 associated. External IP: 172.27.0.180, port: 1844db9a-7cf6-45bb-bf0d-0fb410325ac6.
Apr 19 07:49:45.574054 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Allocated IP 172.27.0.50 (642ff66f-9552-4d00-a89f-4b61cdc828eb/39f3d441-e877-4577-8020-74e884c403b0/153521db-fe89-420c-804e-c6ce49011a79) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:49:45.615261 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f615f30fb70>,) {'filters': {'network_id': ['2b471379-1e4b-4c05-9815-534f6f610471']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:45.655951 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f615f30fb70>, '0c720788-6e57-480d-ae87-38de1565a3c6') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:45.656286 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f615f30fb70>, '0c720788-6e57-480d-ae87-38de1565a3c6') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:45.674692 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:45.688143 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] Transition to ACTIVE for port object f3d349c5-56c3-4fcb-80bc-ed363fc6ae59 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:49:45.694616 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:45.700012 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bb9d571-2867-4d98-9781-a1e6961c2662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:45.720450 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283335320419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4013316'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:45.752133 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:45.762727 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 07:49:45.912444 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb91299-21a7-4b3d-96fe-34e243a502cd None None] Pushing event updated for resources: {'Port': ['ID=f3d349c5-56c3-4fcb-80bc-ed363fc6ae59,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:45.922794 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5fb91299-21a7-4b3d-96fe-34e243a502cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:45.952279 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:49:45.959187 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] Attempting to bind port f3d349c5-56c3-4fcb-80bc-ed363fc6ae59 on host dv-cinder-773870-2-iscsi for vnic_type normal with profile  {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:49:45.959624 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] Attempting to bind port f3d349c5-56c3-4fcb-80bc-ed363fc6ae59 by drivers openvswitch,hyperv on host dv-cinder-773870-2-iscsi at level 0 using segments [{'id': '4a1ef362-606a-4e99-a51a-2fb5d9f7fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:49:45.960052 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] Attempting to bind port f3d349c5-56c3-4fcb-80bc-ed363fc6ae59 on network 7e2eafa6-5aad-4aad-b458-4ff62c60ac34 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:49:45.966801 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] Checking agent: {'id': 'e4ccbe72-7ac8-4934-bd75-894d3af68476', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 33, 7), 'started_at': datetime.datetime(2021, 4, 19, 7, 33, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:49:45.967171 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] Checking segment: {'id': '4a1ef362-606a-4e99-a51a-2fb5d9f7fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:49:45.967607 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:45.968046 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] Bound using segment: {'id': '4a1ef362-606a-4e99-a51a-2fb5d9f7fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:49:45.968571 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] Bound port: f3d349c5-56c3-4fcb-80bc-ed363fc6ae59, host: dv-cinder-773870-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1ef362-606a-4e99-a51a-2fb5d9f7fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:49:45.969005 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:45.974288 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Router 6d8e02f7-c7e0-49ae-adee-ba4621801160 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:49:45.998053 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] Network 2b471379-1e4b-4c05-9815-534f6f610471 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:49:46.010400 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852824399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852205400'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:46.072154 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] For port f3d349c5-56c3-4fcb-80bc-ed363fc6ae59, host dv-cinder-773870-2-iscsi, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:49:46.075572 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] For port f3d349c5-56c3-4fcb-80bc-ed363fc6ae59, host dv-cinder-773870-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=f3d349c5-56c3-4fcb-80bc-ed363fc6ae59,segment=NetworkSegment(4a1ef362-606a-4e99-a51a-2fb5d9f7fca5),segment_id=4a1ef362-606a-4e99-a51a-2fb5d9f7fca5)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:49:46.079260 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:46.083631 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-312c5c47-a24a-4f60-98f1-fc9b0c5d6bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:46.110590 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:46.159774 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] Routers {'f548e4c9-d084-4585-94f2-ad761bf9f476'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:49:46.160885 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61654f2828>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:49:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['f548e4c9-d084-4585-94f2-ad761bf9f476'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:46.175819 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:49:46.188877 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8cc87b-3279-4379-9565-74d868467ad1 None None] Sync routers for ids ['6d8e02f7-c7e0-49ae-adee-ba4621801160'] in dv-cinder-773870-2-iscsi {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:49:46.210629 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:46.246747 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] Network 2b471379-1e4b-4c05-9815-534f6f610471 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:   % (table.description, expected, rows_matched)
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:   % (table.description, expected, rows_matched)
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:   % (table.description, expected, rows_matched)
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:   % (table.description, expected, rows_matched)
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]: Traceback (most recent call last):
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:     timer()
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:     cb(*args, **kw)
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:     return func(*args, **kwargs)
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:     self._notify()
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:     self.callback(batched_events)
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:     event.method(event)
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:     segment_id)['aggregates'][0]
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:     return f(self, *a, **k)
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self._get(url).json()
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:     **kwargs)
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self.request(url, 'GET', **kwargs)
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:     **endpoint_filter)
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 07:49:46.281617 dv-cinder-773870-2-iscsi neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 07:49:46.311124 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.9502389
Apr 19 07:49:46.314889 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a121a4a-89d3-4f4c-a530-dec07c4d4393', 'tag': '1844db9a-7cf6-45bb-bf0d-0fb410325ac6'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:49:46.377318 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a121a4a-89d3-4f4c-a530-dec07c4d4393', 'tag': '1844db9a-7cf6-45bb-bf0d-0fb410325ac6', 'status': 'completed', 'code': 200}
Apr 19 07:49:46.385011 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852818435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671106'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:46.396179 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:46.403202 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:46.408372 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:46.463952 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8cc87b-3279-4379-9565-74d868467ad1 None None] Routers {'6d8e02f7-c7e0-49ae-adee-ba4621801160'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:49:46.464666 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-df8cc87b-3279-4379-9565-74d868467ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61653e3358>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:49:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['6d8e02f7-c7e0-49ae-adee-ba4621801160'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:46.502428 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] Pushing event deleted for resources: {'Network': ['ID=2b471379-1e4b-4c05-9815-534f6f610471,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:46.505503 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:46.511475 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-33e2e96a-f236-4dd6-94db-d7311a53224e tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:46.564404 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Network 642ff66f-9552-4d00-a89f-4b61cdc828eb is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:49:46.571209 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:49:46.573547 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:49:46.611315 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-b149ee15-a3bd-419d-8667-3fe5b0e1f1ff admin admin] 10.222.0.20 "DELETE /v2.0/networks/2b471379-1e4b-4c05-9815-534f6f610471 HTTP/1.1" status: 204  len: 168 time: 3.0741668
Apr 19 07:49:46.614816 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 55854) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:46.630703 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] Set router f548e4c9-d084-4585-94f2-ad761bf9f476 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:49:46.652134 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Pushing event updated for resources: {'Port': ['ID=153521db-fe89-420c-804e-c6ce49011a79,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:46.655251 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:46.702246 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee97ba-a623-4db7-84f4-fe3047e3ffbb req-20a14d55-6a51-4497-9ed6-988ef7e2c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:46.704285 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f7ee97ba-a623-4db7-84f4-fe3047e3ffbb req-20a14d55-6a51-4497-9ed6-988ef7e2c775 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cb235dc3277438c954bbcb8afc3469e&device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 1099 time: 0.2756696
Apr 19 07:49:46.718983 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:46.719209 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-df8cc87b-3279-4379-9565-74d868467ad1 None None] Set router 6d8e02f7-c7e0-49ae-adee-ba4621801160 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:49:46.890421 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:46.959542 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb91299-21a7-4b3d-96fe-34e243a502cd None None] Pushing event updated for resources: {'Port': ['ID=f3d349c5-56c3-4fcb-80bc-ed363fc6ae59,revision_number=4']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:46.964766 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5fb91299-21a7-4b3d-96fe-34e243a502cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.881s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:46.990404 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee97ba-a623-4db7-84f4-fe3047e3ffbb req-7f7aa44a-94f2-45c6-8e29-5008df98dd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:46.991567 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61654f2828>, [{'id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'name': 'tempest-AttachVolumeTestJSON-121904018-router', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:49:35Z', 'updated_at': '2021-04-19T07:49:41Z', 'revision_number': 4, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'gw_port': {'id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:36Z', 'updated_at': '2021-04-19T07:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': 'f3d349c5-56c3-4fcb-80bc-ed363fc6ae59', 'name': '', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'mac_address': 'fa:16:3e:a5:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:40Z', 'updated_at': '2021-04-19T07:49:46Z', 'revision_number': 4, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'subnets': [{'id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:46.992408 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f7ee97ba-a623-4db7-84f4-fe3047e3ffbb req-7f7aa44a-94f2-45c6-8e29-5008df98dd60 service neutron] 10.222.0.16 "GET /v2.0/networks?id=013f08f7-1900-40c6-87da-64fbcb5c53f4 HTTP/1.1" status: 200  len: 913 time: 0.2689157
Apr 19 07:49:46.997183 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c768cbc5-767f-483d-bc10-243716eef26d None None] The sync data for ids ['f548e4c9-d084-4585-94f2-ad761bf9f476'] in dv-cinder-773870-2-iscsi is: [{'id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'name': 'tempest-AttachVolumeTestJSON-121904018-router', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:49:35Z', 'updated_at': '2021-04-19T07:49:41Z', 'revision_number': 4, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'gw_port': {'id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:36Z', 'updated_at': '2021-04-19T07:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': 'f3d349c5-56c3-4fcb-80bc-ed363fc6ae59', 'name': '', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'mac_address': 'fa:16:3e:a5:a3:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:40Z', 'updated_at': '2021-04-19T07:49:46Z', 'revision_number': 4, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'subnets': [{'id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:49:47.186502 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-df8cc87b-3279-4379-9565-74d868467ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61653e3358>, [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:26Z', 'revision_number': 4, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': '828d835f-e420-488a-a563-c10472b24436', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'port_id': '1844db9a-7cf6-45bb-bf0d-0fb410325ac6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'mac_address': 'fa:16:3e:d7:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a121a4a-89d3-4f4c-a530-dec07c4d4393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:49:44Z', 'updated_at': '2021-04-19T07:49:44Z', 'revision_number': 0, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb1516a-953f-41c9-a3a2-b51e942062f5', 'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'mac_address': 'fa:16:3e:a3:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:25Z', 'updated_at': '2021-04-19T07:46:36Z', 'revision_number': 5, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'subnets': [{'id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:47.191445 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8cc87b-3279-4379-9565-74d868467ad1 None None] Checking router: 6d8e02f7-c7e0-49ae-adee-ba4621801160 for host: dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:49:47.202177 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8cc87b-3279-4379-9565-74d868467ad1 None None] Routers {'6d8e02f7-c7e0-49ae-adee-ba4621801160'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:49:47.202943 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-df8cc87b-3279-4379-9565-74d868467ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61653e3358>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:49:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['6d8e02f7-c7e0-49ae-adee-ba4621801160'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:47.245851 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f7ee97ba-a623-4db7-84f4-fe3047e3ffbb req-8745a98a-65c5-4b1f-986b-485380d16354 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1844db9a-7cf6-45bb-bf0d-0fb410325ac6 HTTP/1.1" status: 200  len: 1000 time: 0.2445440
Apr 19 07:49:47.351205 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9412ef4b-9fbf-44e9-a0e2-8b0da7103068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854105702'] for router_interface, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:47.363312 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee97ba-a623-4db7-84f4-fe3047e3ffbb req-f0b7a89f-bde0-48d1-99a4-346ef612e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:47.364949 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f7ee97ba-a623-4db7-84f4-fe3047e3ffbb req-f0b7a89f-bde0-48d1-99a4-346ef612e700 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=967d03ed-e8aa-45c3-bfb5-a07da23e1f83 HTTP/1.1" status: 200  len: 851 time: 0.1081953
Apr 19 07:49:47.435987 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-df8cc87b-3279-4379-9565-74d868467ad1 None None] Set router 6d8e02f7-c7e0-49ae-adee-ba4621801160 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:49:47.439959 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:47.450154 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852205354'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:47.456580 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:47.617370 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee97ba-a623-4db7-84f4-fe3047e3ffbb req-9be314aa-6318-4611-8cc6-cd0f49b9a558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:47.619128 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f7ee97ba-a623-4db7-84f4-fe3047e3ffbb req-9be314aa-6318-4611-8cc6-cd0f49b9a558 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=013f08f7-1900-40c6-87da-64fbcb5c53f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2450418
Apr 19 07:49:47.661346 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Pushing event updated for resources: {'Port': ['ID=153521db-fe89-420c-804e-c6ce49011a79,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:47.664587 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:47.688932 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671153'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:47.778477 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:47.780253 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.2720156
Apr 19 07:49:47.858920 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f7ee97ba-a623-4db7-84f4-fe3047e3ffbb req-0b0c61f2-3d2a-487f-84d0-91742f72490e service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2270811
Apr 19 07:49:47.864063 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-9412ef4b-9fbf-44e9-a0e2-8b0da7103068 admin admin] Deleting port e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:49:47.864446 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9412ef4b-9fbf-44e9-a0e2-8b0da7103068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:47.897346 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-df8cc87b-3279-4379-9565-74d868467ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61653e3358>, [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:26Z', 'revision_number': 4, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': '828d835f-e420-488a-a563-c10472b24436', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'port_id': '1844db9a-7cf6-45bb-bf0d-0fb410325ac6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'mac_address': 'fa:16:3e:d7:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a121a4a-89d3-4f4c-a530-dec07c4d4393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:49:44Z', 'updated_at': '2021-04-19T07:49:44Z', 'revision_number': 0, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb1516a-953f-41c9-a3a2-b51e942062f5', 'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'mac_address': 'fa:16:3e:a3:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:25Z', 'updated_at': '2021-04-19T07:46:36Z', 'revision_number': 5, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'subnets': [{'id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:47.902811 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8cc87b-3279-4379-9565-74d868467ad1 None None] The sync data for ids ['6d8e02f7-c7e0-49ae-adee-ba4621801160'] in dv-cinder-773870-2-iscsi is: [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:26Z', 'revision_number': 4, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': '828d835f-e420-488a-a563-c10472b24436', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'port_id': '1844db9a-7cf6-45bb-bf0d-0fb410325ac6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'mac_address': 'fa:16:3e:d7:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a121a4a-89d3-4f4c-a530-dec07c4d4393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:49:44Z', 'updated_at': '2021-04-19T07:49:44Z', 'revision_number': 0, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb1516a-953f-41c9-a3a2-b51e942062f5', 'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'mac_address': 'fa:16:3e:a3:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:25Z', 'updated_at': '2021-04-19T07:46:36Z', 'revision_number': 5, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'subnets': [{'id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:49:48.031560 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f7ee97ba-a623-4db7-84f4-fe3047e3ffbb req-f1a7237d-b281-408f-9dee-e0821d4ab96f service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1663744
Apr 19 07:49:48.076063 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-6ab99329-6b6a-466d-8110-db3049524b8f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1955679974&fields=id&tenant_id=beb5f7bcb1564ffd94d553241f2d0e49 HTTP/1.1" status: 200  len: 267 time: 0.1167796
Apr 19 07:49:48.288633 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c60826b-44b7-4c14-82ef-04c3169d1a58 None None] New status for floating IP 828d835f-e420-488a-a563-c10472b24436: ACTIVE {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 07:49:48.332283 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device f3d349c5-56c3-4fcb-80bc-ed363fc6ae59 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:49:48.431122 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning for port f3d349c5-56c3-4fcb-80bc-ed363fc6ae59 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:49:48.437816 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port f3d349c5-56c3-4fcb-80bc-ed363fc6ae59 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:49:48.438335 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:48.527350 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-9412ef4b-9fbf-44e9-a0e2-8b0da7103068 admin admin] For port e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9,segment=NetworkSegment(5cefd99c-f9de-463a-b659-1c389c18aecf),segment_id=5cefd99c-f9de-463a-b659-1c389c18aecf)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:49:48.527715 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9412ef4b-9fbf-44e9-a0e2-8b0da7103068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:48.573515 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:48.610540 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] For port f3d349c5-56c3-4fcb-80bc-ed363fc6ae59, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=f3d349c5-56c3-4fcb-80bc-ed363fc6ae59,segment=NetworkSegment(4a1ef362-606a-4e99-a51a-2fb5d9f7fca5),segment_id=4a1ef362-606a-4e99-a51a-2fb5d9f7fca5)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:49:48.614899 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:48.618111 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:48.643540 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-0fd6e4ca-3112-492f-841f-d7b6ede555f7 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:48.645177 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-0fd6e4ca-3112-492f-841f-d7b6ede555f7 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/networks?id=7e2eafa6-5aad-4aad-b458-4ff62c60ac34 HTTP/1.1" status: 200  len: 810 time: 0.5596042
Apr 19 07:49:48.691455 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Pushing event updated for resources: {'Port': ['ID=f3d349c5-56c3-4fcb-80bc-ed363fc6ae59,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:48.694790 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:48.718451 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-9412ef4b-9fbf-44e9-a0e2-8b0da7103068 admin admin] Calling delete_port for e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9 owned by network:router_interface {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:49:48.767042 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-bf7062e4-fe4b-461c-b2f8-93665e56ed57 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/quotas/beb5f7bcb1564ffd94d553241f2d0e49 HTTP/1.1" status: 200  len: 375 time: 0.0575409
Apr 19 07:49:48.913205 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-4c36c8e7-0a17-48b7-8455-c53066265d51 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Synchronizing usage tracker for tenant:beb5f7bcb1564ffd94d553241f2d0e49 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:49:48.971179 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-4c36c8e7-0a17-48b7-8455-c53066265d51 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Unset dirty status for tenant:beb5f7bcb1564ffd94d553241f2d0e49 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:49:48.972676 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-4c36c8e7-0a17-48b7-8455-c53066265d51 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=beb5f7bcb1564ffd94d553241f2d0e49&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1975005
Apr 19 07:49:49.005770 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9412ef4b-9fbf-44e9-a0e2-8b0da7103068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:49.010467 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0776e941-0ad5-4352-a5da-df3b5aada68c tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:49.082637 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9412ef4b-9fbf-44e9-a0e2-8b0da7103068 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:49.103090 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9412ef4b-9fbf-44e9-a0e2-8b0da7103068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:49.421546 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-2c9258fa-bd0f-464d-90f4-fe108a7b8e51 service neutron] 10.222.0.20 "GET /v2.0/networks/7e2eafa6-5aad-4aad-b458-4ff62c60ac34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4333575
Apr 19 07:49:49.607580 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9412ef4b-9fbf-44e9-a0e2-8b0da7103068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854105628'] for router_interface, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:49.624092 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-88b20a3a-e374-44de-a539-c1a5dabf210e service neutron] 10.222.0.20 "GET /v2.0/networks/7e2eafa6-5aad-4aad-b458-4ff62c60ac34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1944907
Apr 19 07:49:49.857986 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-57d9851f-584e-44d8-88e2-de8d8afa5ace req-ea6a7c50-d79a-4f15-84fe-bfb45745cabd tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 210 time: 0.0676219
Apr 19 07:49:50.057873 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9412ef4b-9fbf-44e9-a0e2-8b0da7103068 admin admin] Router dfc93382-48dc-480f-b26c-3b9e981ef6ee has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:49:50.257170 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9412ef4b-9fbf-44e9-a0e2-8b0da7103068 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:49:50.268886 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-9412ef4b-9fbf-44e9-a0e2-8b0da7103068 admin admin] 10.222.0.20 "PUT /v2.0/routers/dfc93382-48dc-480f-b26c-3b9e981ef6ee/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6525645
Apr 19 07:49:50.271497 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 55882) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:50.271661 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb626df0-90e3-4187-9674-a81fbf7c1ff5 None None] Sync routers for ids ['dfc93382-48dc-480f-b26c-3b9e981ef6ee'] in dv-cinder-773870-2-iscsi {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:49:50.282008 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb626df0-90e3-4187-9674-a81fbf7c1ff5 None None] Routers {'dfc93382-48dc-480f-b26c-3b9e981ef6ee'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:49:50.282730 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-eb626df0-90e3-4187-9674-a81fbf7c1ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61643e47b8>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:49:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['dfc93382-48dc-480f-b26c-3b9e981ef6ee'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:50.363235 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device f3d349c5-56c3-4fcb-80bc-ed363fc6ae59 up at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:49:50.496675 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea9266fb-cf85-4606-b3d6-6d72b61ce063 admin admin] Notify callbacks [] for router, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:50.590009 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-eb626df0-90e3-4187-9674-a81fbf7c1ff5 None None] Set router dfc93382-48dc-480f-b26c-3b9e981ef6ee gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:49:50.636494 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Provisioning complete for port f3d349c5-56c3-4fcb-80bc-ed363fc6ae59 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:49:50.636924 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:50.697176 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea9266fb-cf85-4606-b3d6-6d72b61ce063 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:50.707065 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-ea9266fb-cf85-4606-b3d6-6d72b61ce063 admin admin] Deleting port 09bd48c4-f493-45f1-8fd1-465798445f58 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:49:50.707447 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea9266fb-cf85-4606-b3d6-6d72b61ce063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:51.126360 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-7dbf1696-70d1-4eee-8856-860043ba8f7b tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:51.127240 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-7dbf1696-70d1-4eee-8856-860043ba8f7b tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Synchronizing usage tracker for tenant:beb5f7bcb1564ffd94d553241f2d0e49 on resource:network {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:49:51.149647 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-7dbf1696-70d1-4eee-8856-860043ba8f7b tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Unset dirty status for tenant:beb5f7bcb1564ffd94d553241f2d0e49 on resource:network {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:49:51.156769 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-7dbf1696-70d1-4eee-8856-860043ba8f7b tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.16 "GET /v2.0/networks?id=7e2eafa6-5aad-4aad-b458-4ff62c60ac34 HTTP/1.1" status: 200  len: 810 time: 0.3315766
Apr 19 07:49:51.250338 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-eb626df0-90e3-4187-9674-a81fbf7c1ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61643e47b8>, [{'id': 'dfc93382-48dc-480f-b26c-3b9e981ef6ee', 'name': 'tempest-TestShelveInstance-527698484-router', 'tenant_id': '319cf7a60a0748968d77ba96cbe3ac96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '09bd48c4-f493-45f1-8fd1-465798445f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:44:05Z', 'updated_at': '2021-04-19T07:49:48Z', 'revision_number': 5, 'project_id': '319cf7a60a0748968d77ba96cbe3ac96', 'gw_port': {'id': '09bd48c4-f493-45f1-8fd1-465798445f58', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc93382-48dc-480f-b26c-3b9e981ef6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:44:07Z', 'updated_at': '2021-04-19T07:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:51.255492 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb626df0-90e3-4187-9674-a81fbf7c1ff5 None None] Checking router: dfc93382-48dc-480f-b26c-3b9e981ef6ee for host: dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:49:51.270060 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb626df0-90e3-4187-9674-a81fbf7c1ff5 None None] Routers {'dfc93382-48dc-480f-b26c-3b9e981ef6ee'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:49:51.271117 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-eb626df0-90e3-4187-9674-a81fbf7c1ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61643e47b8>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:49:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['dfc93382-48dc-480f-b26c-3b9e981ef6ee'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:51.273014 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-b2011e0e-2c73-4b5f-9811-c577c428e697 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Synchronizing usage tracker for tenant:beb5f7bcb1564ffd94d553241f2d0e49 on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:49:51.294548 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-b2011e0e-2c73-4b5f-9811-c577c428e697 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Unset dirty status for tenant:beb5f7bcb1564ffd94d553241f2d0e49 on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:49:51.296051 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-b2011e0e-2c73-4b5f-9811-c577c428e697 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=beb5f7bcb1564ffd94d553241f2d0e49 HTTP/1.1" status: 200  len: 5708 time: 0.1134689
Apr 19 07:49:51.313543 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-ea9266fb-cf85-4606-b3d6-6d72b61ce063 admin admin] For port 09bd48c4-f493-45f1-8fd1-465798445f58, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=09bd48c4-f493-45f1-8fd1-465798445f58,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:49:51.313944 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea9266fb-cf85-4606-b3d6-6d72b61ce063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:51.318130 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-4963efee-c406-4a7c-b287-bf52dfafca67 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Request body: {'port': {'device_id': 'bf35e1ec-c540-49a4-a54b-73c6159e0be1', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'admin_state_up': True, 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'security_groups': ['91e3e14b-49a2-4e10-86bf-96564f2430bf']}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:49:51.427812 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-df1a9440-cbd2-4c5d-af07-873e21a40840 req-d239d4e0-f7df-48bf-8c30-a43cb4b71b54 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 210 time: 0.1170321
Apr 19 07:49:51.459240 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-eb626df0-90e3-4187-9674-a81fbf7c1ff5 None None] Set router dfc93382-48dc-480f-b26c-3b9e981ef6ee gateway port host: None {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:49:51.494414 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-4963efee-c406-4a7c-b287-bf52dfafca67 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:49:51.494770 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-ea9266fb-cf85-4606-b3d6-6d72b61ce063 admin admin] Calling delete_port for 09bd48c4-f493-45f1-8fd1-465798445f58 owned by network:router_gateway {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:49:51.506274 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-4963efee-c406-4a7c-b287-bf52dfafca67 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:49:51.517444 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-4963efee-c406-4a7c-b287-bf52dfafca67 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Made reservation on behalf of beb5f7bcb1564ffd94d553241f2d0e49 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:49:51.524193 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-4963efee-c406-4a7c-b287-bf52dfafca67 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:51.577190 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-eb626df0-90e3-4187-9674-a81fbf7c1ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61643e47b8>, [{'id': 'dfc93382-48dc-480f-b26c-3b9e981ef6ee', 'name': 'tempest-TestShelveInstance-527698484-router', 'tenant_id': '319cf7a60a0748968d77ba96cbe3ac96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:44:05Z', 'updated_at': '2021-04-19T07:49:50Z', 'revision_number': 6, 'project_id': '319cf7a60a0748968d77ba96cbe3ac96', 'gw_port_host': None}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:51.581548 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb626df0-90e3-4187-9674-a81fbf7c1ff5 None None] The sync data for ids ['dfc93382-48dc-480f-b26c-3b9e981ef6ee'] in dv-cinder-773870-2-iscsi is: [{'id': 'dfc93382-48dc-480f-b26c-3b9e981ef6ee', 'name': 'tempest-TestShelveInstance-527698484-router', 'tenant_id': '319cf7a60a0748968d77ba96cbe3ac96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:44:05Z', 'updated_at': '2021-04-19T07:49:50Z', 'revision_number': 6, 'project_id': '319cf7a60a0748968d77ba96cbe3ac96', 'gw_port_host': None}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:49:51.697805 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea9266fb-cf85-4606-b3d6-6d72b61ce063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:51.703368 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-91ff558d-09d7-404b-aafe-30a60ef3b176 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:51.711905 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-4963efee-c406-4a7c-b287-bf52dfafca67 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Allocated IP 172.20.0.6 (7e2eafa6-5aad-4aad-b458-4ff62c60ac34/bc60e672-9002-4cb6-99ed-f8f08caa1672/3d779cc6-e97c-4b82-ac60-abaabb83e19f) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:49:51.753657 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9266fb-cf85-4606-b3d6-6d72b61ce063 admin admin] Pushing event deleted for resources: {'Port': ['ID=09bd48c4-f493-45f1-8fd1-465798445f58,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:51.757092 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ea9266fb-cf85-4606-b3d6-6d72b61ce063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:51.860951 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea9266fb-cf85-4606-b3d6-6d72b61ce063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682341'] for router_gateway, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:51.927387 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-4963efee-c406-4a7c-b287-bf52dfafca67 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:51.947119 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-4963efee-c406-4a7c-b287-bf52dfafca67 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Transition to ACTIVE for port object 3d779cc6-e97c-4b82-ac60-abaabb83e19f will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:49:51.973490 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-4963efee-c406-4a7c-b287-bf52dfafca67 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:51.980601 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-24d6d457-ad79-416c-b327-30352cd37726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:52.052981 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea9266fb-cf85-4606-b3d6-6d72b61ce063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775458'] for router, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:52.056254 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea9266fb-cf85-4606-b3d6-6d72b61ce063 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:52.081648 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea9266fb-cf85-4606-b3d6-6d72b61ce063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854118019'] for router, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:52.082280 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9266fb-cf85-4606-b3d6-6d72b61ce063 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfc93382-48dc-480f-b26c-3b9e981ef6ee {{(pid=86357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 07:49:52.096910 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea9266fb-cf85-4606-b3d6-6d72b61ce063 admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:52.100889 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-ea9266fb-cf85-4606-b3d6-6d72b61ce063 admin admin] 10.222.0.20 "DELETE /v2.0/routers/dfc93382-48dc-480f-b26c-3b9e981ef6ee HTTP/1.1" status: 204  len: 168 time: 1.8257344
Apr 19 07:49:52.101489 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 55892) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:52.174070 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd08711-da12-4481-b3ce-44e2524f5717 admin admin] Deleting subnet 328cce50-572d-40ee-a48b-5ece80d36a25 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 07:49:52.177782 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3dd08711-da12-4481-b3ce-44e2524f5717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:52.232808 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3dd08711-da12-4481-b3ce-44e2524f5717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2208718'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:52.300521 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 09bd48c4-f493-45f1-8fd1-465798445f58 no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:49:52.320654 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-4963efee-c406-4a7c-b287-bf52dfafca67 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Network 7e2eafa6-5aad-4aad-b458-4ff62c60ac34 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:49:52.329606 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-4963efee-c406-4a7c-b287-bf52dfafca67 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:49:52.334642 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-4963efee-c406-4a7c-b287-bf52dfafca67 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:49:52.338209 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3dd08711-da12-4481-b3ce-44e2524f5717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852818528'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:52.342255 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: 09bd48c4-f493-45f1-8fd1-465798445f58 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:49:52.342624 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 09bd48c4-f493-45f1-8fd1-465798445f58 not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:49:52.343091 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9 no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:49:52.385911 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:49:52.386389 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device e0b3ed33-b2ca-47d3-ac01-0861bfa2aad9 not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:49:52.395290 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963efee-c406-4a7c-b287-bf52dfafca67 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Pushing event updated for resources: {'Port': ['ID=3d779cc6-e97c-4b82-ac60-abaabb83e19f,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:52.401059 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4963efee-c406-4a7c-b287-bf52dfafca67 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:52.424863 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-4963efee-c406-4a7c-b287-bf52dfafca67 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:52.425542 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-4963efee-c406-4a7c-b287-bf52dfafca67 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:52.458993 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-4963efee-c406-4a7c-b287-bf52dfafca67 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1454241
Apr 19 07:49:52.472743 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Request body: {'port': {'device_id': 'bf35e1ec-c540-49a4-a54b-73c6159e0be1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:49:52.610951 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:52.635895 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-454dbf0c-fb5c-42b3-bb60-9a593a05ea27 None None] Provisioning for port 3d779cc6-e97c-4b82-ac60-abaabb83e19f completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:49:52.642549 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-454dbf0c-fb5c-42b3-bb60-9a593a05ea27 None None] Provisioning complete for port 3d779cc6-e97c-4b82-ac60-abaabb83e19f triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:49:52.642983 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-454dbf0c-fb5c-42b3-bb60-9a593a05ea27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:52.695655 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3dd08711-da12-4481-b3ce-44e2524f5717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852108399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3144528'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:52.702835 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a5935395-2e72-4a13-bc08-21439afb32a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:52.714103 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-454dbf0c-fb5c-42b3-bb60-9a593a05ea27 None None] Port 3d779cc6-e97c-4b82-ac60-abaabb83e19f cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:49:52.741296 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a933ba-8d3c-4098-9831-3fda1c8fe962 req-43b6eb20-c5bc-48e3-b531-c51eb4a3c487 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:52.743346 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f9a933ba-8d3c-4098-9831-3fda1c8fe962 req-43b6eb20-c5bc-48e3-b531-c51eb4a3c487 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 931 time: 0.1622005
Apr 19 07:49:52.753997 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd08711-da12-4481-b3ce-44e2524f5717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=328cce50-572d-40ee-a48b-5ece80d36a25,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:52.757079 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3dd08711-da12-4481-b3ce-44e2524f5717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:52.764299 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7223c76-90a1-43c0-bcb1-2153af52b6e8 None None] Network 0203d542-d2bc-4c4e-bf49-526ce8efa258 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:49:52.772907 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3dd08711-da12-4481-b3ce-44e2524f5717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:52.787914 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-3dd08711-da12-4481-b3ce-44e2524f5717 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/328cce50-572d-40ee-a48b-5ece80d36a25 HTTP/1.1" status: 204  len: 168 time: 0.6826622
Apr 19 07:49:52.790532 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 55898) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:52.806890 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f9a933ba-8d3c-4098-9831-3fda1c8fe962 req-b87eae66-9da3-4c1a-bd23-9b3778daf6b8 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565820
Apr 19 07:49:53.019368 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915220'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:53.035130 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4478fc23-a168-4b5b-ada4-264d8e8a4b11 None None] DHCP port deletion for 0203d542-d2bc-4c4e-bf49-526ce8efa258 request from dv-cinder-773870-2-iscsi {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 07:49:53.039954 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-4478fc23-a168-4b5b-ada4-264d8e8a4b11 None None] Deleting port bef0395a-68d1-4993-a4c5-f2a86ec60e45 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:49:53.040401 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4478fc23-a168-4b5b-ada4-264d8e8a4b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:53.059372 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] Deleting port bef0395a-68d1-4993-a4c5-f2a86ec60e45 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:49:53.059756 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:53.276369 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-4478fc23-a168-4b5b-ada4-264d8e8a4b11 None None] For port bef0395a-68d1-4993-a4c5-f2a86ec60e45, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=bef0395a-68d1-4993-a4c5-f2a86ec60e45,segment=NetworkSegment(5cefd99c-f9de-463a-b659-1c389c18aecf),segment_id=5cefd99c-f9de-463a-b659-1c389c18aecf)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:49:53.276719 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4478fc23-a168-4b5b-ada4-264d8e8a4b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:53.342644 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d779cc6-e97c-4b82-ac60-abaabb83e19f {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:49:53.359773 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:53.391861 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] For port bef0395a-68d1-4993-a4c5-f2a86ec60e45, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=bef0395a-68d1-4993-a4c5-f2a86ec60e45,segment=NetworkSegment(5cefd99c-f9de-463a-b659-1c389c18aecf),segment_id=5cefd99c-f9de-463a-b659-1c389c18aecf)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:49:53.392264 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:53.405161 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Transition to ACTIVE for port object 3d779cc6-e97c-4b82-ac60-abaabb83e19f will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:49:53.419581 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-4478fc23-a168-4b5b-ada4-264d8e8a4b11 None None] Calling delete_port for bef0395a-68d1-4993-a4c5-f2a86ec60e45 owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:49:53.468143 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852205354'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:53.506358 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4478fc23-a168-4b5b-ada4-264d8e8a4b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:53.511103 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:53.535638 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-89930540-983d-40b2-ab0d-6ea3bd5b0b58 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:53.556323 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478fc23-a168-4b5b-ada4-264d8e8a4b11 None None] Pushing event deleted for resources: {'Port': ['ID=bef0395a-68d1-4993-a4c5-f2a86ec60e45,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:53.559197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4478fc23-a168-4b5b-ada4-264d8e8a4b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:53.565086 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4478fc23-a168-4b5b-ada4-264d8e8a4b11 None None] No DVR routers for this DVR port bef0395a-68d1-4993-a4c5-f2a86ec60e45 on host dv-cinder-773870-2-iscsi {{(pid=86358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:49:53.575991 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] Calling delete_port for bef0395a-68d1-4993-a4c5-f2a86ec60e45 owned by network:dhcp {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:49:53.776947 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d779cc6-e97c-4b82-ac60-abaabb83e19f,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:53.797876 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:53.840072 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.db.api [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86356) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 07:49:53.840588 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_db.api [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 07:49:53.882581 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Attempting to bind port 3d779cc6-e97c-4b82-ac60-abaabb83e19f on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:49:53.883060 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Attempting to bind port 3d779cc6-e97c-4b82-ac60-abaabb83e19f by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '4a1ef362-606a-4e99-a51a-2fb5d9f7fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:49:53.883273 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Attempting to bind port 3d779cc6-e97c-4b82-ac60-abaabb83e19f on network 7e2eafa6-5aad-4aad-b458-4ff62c60ac34 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:49:53.888442 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Port 3d779cc6-e97c-4b82-ac60-abaabb83e19f on network 7e2eafa6-5aad-4aad-b458-4ff62c60ac34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 07:49:53.888848 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Attempting to bind port 3d779cc6-e97c-4b82-ac60-abaabb83e19f on network 7e2eafa6-5aad-4aad-b458-4ff62c60ac34 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:49:53.894681 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Checking agent: {'id': 'e1395553-83f9-4e7d-975f-a9afa5ddc59a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:49:53.895060 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Checking segment: {'id': '4a1ef362-606a-4e99-a51a-2fb5d9f7fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:49:53.895487 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Bound using segment: {'id': '4a1ef362-606a-4e99-a51a-2fb5d9f7fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:49:53.895937 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Bound port: 3d779cc6-e97c-4b82-ac60-abaabb83e19f, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a1ef362-606a-4e99-a51a-2fb5d9f7fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:49:53.896352 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:53.998627 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] For port 3d779cc6-e97c-4b82-ac60-abaabb83e19f, host hv-cinder-77387, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:49:54.001768 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] For port 3d779cc6-e97c-4b82-ac60-abaabb83e19f, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=3d779cc6-e97c-4b82-ac60-abaabb83e19f,segment=NetworkSegment(4a1ef362-606a-4e99-a51a-2fb5d9f7fca5),segment_id=4a1ef362-606a-4e99-a51a-2fb5d9f7fca5)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:49:54.006035 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852205354'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:54.012043 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4963efee-c406-4a7c-b287-bf52dfafca67 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:54.027890 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08c961-c257-46e8-9a98-f31a17c3e9a9 req-c0032344-5f90-47af-97fe-691281c963b8 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:54.029527 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9b08c961-c257-46e8-9a98-f31a17c3e9a9 req-c0032344-5f90-47af-97fe-691281c963b8 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 943 time: 0.0977678
Apr 19 07:49:54.077431 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:54.078135 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:54.079698 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] 10.222.0.16 "PUT /v2.0/ports/3d779cc6-e97c-4b82-ac60-abaabb83e19f HTTP/1.1" status: 200  len: 1093 time: 1.6118798
Apr 19 07:49:54.080289 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf35e1ec-c540-49a4-a54b-73c6159e0be1', 'tag': '3d779cc6-e97c-4b82-ac60-abaabb83e19f'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:49:54.081365 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9b08c961-c257-46e8-9a98-f31a17c3e9a9 req-d7f8e210-5015-40e0-8f47-c28a63774644 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453100
Apr 19 07:49:54.108876 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d779cc6-e97c-4b82-ac60-abaabb83e19f,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:54.113730 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:54.169242 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf35e1ec-c540-49a4-a54b-73c6159e0be1', 'tag': '3d779cc6-e97c-4b82-ac60-abaabb83e19f', 'status': 'completed', 'code': 200}
Apr 19 07:49:54.219126 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-d4992a24-43a0-4a4c-bdd1-318151a94c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:54.221244 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-d4992a24-43a0-4a4c-bdd1-318151a94c23 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=beb5f7bcb1564ffd94d553241f2d0e49&device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 1096 time: 0.0953872
Apr 19 07:49:54.281682 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device bef0395a-68d1-4993-a4c5-f2a86ec60e45 no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:49:54.307422 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-cd20b43b-4ef4-495c-8420-20e9562ad7de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d779cc6-e97c-4b82-ac60-abaabb83e19f HTTP/1.1" status: 200  len: 217 time: 0.0790699
Apr 19 07:49:54.325539 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: bef0395a-68d1-4993-a4c5-f2a86ec60e45 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:49:54.325849 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device bef0395a-68d1-4993-a4c5-f2a86ec60e45 not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:49:54.353357 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] Deleting port bef0395a-68d1-4993-a4c5-f2a86ec60e45 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:49:54.354002 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:54.439663 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] The port 'bef0395a-68d1-4993-a4c5-f2a86ec60e45' was deleted {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 07:49:54.516880 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-8b85820f-ac22-4e47-b6ca-d7eca66131f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:54.518518 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-8b85820f-ac22-4e47-b6ca-d7eca66131f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bc60e672-9002-4cb6-99ed-f8f08caa1672 HTTP/1.1" status: 200  len: 849 time: 0.2051740
Apr 19 07:49:54.631370 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957365', 'neutron.services.segments.db._delete_segments_for_network-8753519474803'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:54.762884 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f61643aef28>,) {'filters': {'network_id': ['0203d542-d2bc-4c4e-bf49-526ce8efa258']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:54.779234 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f61643aef28>, '5cefd99c-f9de-463a-b659-1c389c18aecf') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:54.779828 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f61643aef28>, '5cefd99c-f9de-463a-b659-1c389c18aecf') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:49:54.794999 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283335320419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4013316'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:54.803793 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-aeca91a3-7678-47e6-ab1d-4702448d8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:54.805572 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-aeca91a3-7678-47e6-ab1d-4702448d8343 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e2eafa6-5aad-4aad-b458-4ff62c60ac34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2776556
Apr 19 07:49:54.842966 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:54.864724 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 07:49:55.123284 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] Network 0203d542-d2bc-4c4e-bf49-526ce8efa258 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:49:55.134453 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852824399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852205400'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:55.162011 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-4cd01138-5f31-4874-9eb4-52543f0529ed service neutron] 10.222.0.16 "GET /v2.0/networks/7e2eafa6-5aad-4aad-b458-4ff62c60ac34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3479342
Apr 19 07:49:55.300686 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858f4e0-918b-47c3-be2d-521b30fb74d5 req-4651fa86-ceec-423f-a3a0-4b24688cab4b tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:55.302442 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6858f4e0-918b-47c3-be2d-521b30fb74d5 req-4651fa86-ceec-423f-a3a0-4b24688cab4b tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 943 time: 0.0975592
Apr 19 07:49:55.357626 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6858f4e0-918b-47c3-be2d-521b30fb74d5 req-e7e58cee-4ecc-4730-b668-7d8dac2456d3 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483654
Apr 19 07:49:55.415087 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] Network 0203d542-d2bc-4c4e-bf49-526ce8efa258 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:   % (table.description, expected, rows_matched)
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:   % (table.description, expected, rows_matched)
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:   % (table.description, expected, rows_matched)
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:   % (table.description, expected, rows_matched)
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]: Traceback (most recent call last):
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:     timer()
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:     cb(*args, **kw)
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:     return func(*args, **kwargs)
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:     self._notify()
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:     self.callback(batched_events)
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:     event.method(event)
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:     segment_id)['aggregates'][0]
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:     return f(self, *a, **k)
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self._get(url).json()
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:     **kwargs)
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self.request(url, 'GET', **kwargs)
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:     **endpoint_filter)
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 07:49:55.439821 dv-cinder-773870-2-iscsi neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 07:49:55.789864 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852818435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671106'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:55.793568 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e8b231f6-4106-4aac-99e9-54e1def52d39 req-747d5836-073d-4056-ad2b-d9362a089d0e service neutron] 10.222.0.16 "GET /v2.0/networks/7e2eafa6-5aad-4aad-b458-4ff62c60ac34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5765605
Apr 19 07:49:55.795978 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:55.810724 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:55.825657 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] Pushing event deleted for resources: {'Network': ['ID=0203d542-d2bc-4c4e-bf49-526ce8efa258,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:55.828748 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:55.831120 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-6645c4a3-28a8-47ef-bec3-b5ed8ae0e12e admin admin] 10.222.0.20 "DELETE /v2.0/networks/0203d542-d2bc-4c4e-bf49-526ce8efa258 HTTP/1.1" status: 204  len: 168 time: 3.0391397
Apr 19 07:49:55.922253 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400326c6-9789-4f61-85fb-44a6ebfa8055 req-0eb05633-4cd1-4967-9c1e-d0d8008dfda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:55.924191 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-400326c6-9789-4f61-85fb-44a6ebfa8055 req-0eb05633-4cd1-4967-9c1e-d0d8008dfda4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=beb5f7bcb1564ffd94d553241f2d0e49&device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 1096 time: 0.0875728
Apr 19 07:49:55.972542 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 55914) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:56.026106 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-8528a2d6-f921-4c0f-a2bf-ca4f2553c9bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cccfb78ba36f4660ba28637f58e40cc1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0521579
Apr 19 07:49:56.028840 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 55918) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:56.071108 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400326c6-9789-4f61-85fb-44a6ebfa8055 req-d520e327-2c0d-4347-89d0-ca4003081fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:56.072757 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-400326c6-9789-4f61-85fb-44a6ebfa8055 req-d520e327-2c0d-4347-89d0-ca4003081fd3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e2eafa6-5aad-4aad-b458-4ff62c60ac34 HTTP/1.1" status: 200  len: 911 time: 0.1412613
Apr 19 07:49:56.092279 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-20627231-af2f-4890-a8e6-a0b7e803f6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:56.120565 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-20627231-af2f-4890-a8e6-a0b7e803f6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:56.152151 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-400326c6-9789-4f61-85fb-44a6ebfa8055 req-1b232a18-0492-4459-8e13-13cd476d0f5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d779cc6-e97c-4b82-ac60-abaabb83e19f HTTP/1.1" status: 200  len: 217 time: 0.0716476
Apr 19 07:49:56.167625 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-20627231-af2f-4890-a8e6-a0b7e803f6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:56.172704 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:56.186699 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20627231-af2f-4890-a8e6-a0b7e803f6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1397466a-fee9-47a2-8ad7-08b38258e689,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:56.190887 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-20627231-af2f-4890-a8e6-a0b7e803f6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:56.195284 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-20627231-af2f-4890-a8e6-a0b7e803f6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:56.196534 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-20627231-af2f-4890-a8e6-a0b7e803f6f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1397466a-fee9-47a2-8ad7-08b38258e689 HTTP/1.1" status: 204  len: 168 time: 0.1667132
Apr 19 07:49:56.225812 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400326c6-9789-4f61-85fb-44a6ebfa8055 req-970fe350-fb88-439e-b80b-de8498b65c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:56.227701 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-400326c6-9789-4f61-85fb-44a6ebfa8055 req-970fe350-fb88-439e-b80b-de8498b65c5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bc60e672-9002-4cb6-99ed-f8f08caa1672 HTTP/1.1" status: 200  len: 849 time: 0.0685866
Apr 19 07:49:56.314784 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400326c6-9789-4f61-85fb-44a6ebfa8055 req-eaa43c4d-d3da-45fe-97f7-5b555291d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:56.316424 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-400326c6-9789-4f61-85fb-44a6ebfa8055 req-eaa43c4d-d3da-45fe-97f7-5b555291d0ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e2eafa6-5aad-4aad-b458-4ff62c60ac34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806565
Apr 19 07:49:56.463571 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-400326c6-9789-4f61-85fb-44a6ebfa8055 req-34e54522-9a36-4e81-b64d-3ab9e58e13b1 service neutron] 10.222.0.16 "GET /v2.0/networks/7e2eafa6-5aad-4aad-b458-4ff62c60ac34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389368
Apr 19 07:49:56.536345 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:56.580675 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8129628-a59e-4125-9be5-d743ddbcd67c req-7df73854-5138-4a26-ae78-f60ea7aaa14c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:56.582356 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8129628-a59e-4125-9be5-d743ddbcd67c req-7df73854-5138-4a26-ae78-f60ea7aaa14c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 943 time: 0.1023374
Apr 19 07:49:56.618762 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-400326c6-9789-4f61-85fb-44a6ebfa8055 req-b9d1f97c-9860-4960-b5dd-c9c585c03d93 service neutron] 10.222.0.16 "GET /v2.0/networks/7e2eafa6-5aad-4aad-b458-4ff62c60ac34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1485298
Apr 19 07:49:56.623197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 55928) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:56.644877 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a8129628-a59e-4125-9be5-d743ddbcd67c req-88ac61e8-e7d7-4aaa-ac16-fc54c7fd9bca tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539908
Apr 19 07:49:56.683586 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-450ba9ce-3076-4c11-85e7-93bf4773b3e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=319cf7a60a0748968d77ba96cbe3ac96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0590382
Apr 19 07:49:56.686172 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 55932) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:49:56.753535 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-097d80b4-9da7-4b69-92ee-27a39a6c576b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:56.782031 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-097d80b4-9da7-4b69-92ee-27a39a6c576b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:56.841738 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-097d80b4-9da7-4b69-92ee-27a39a6c576b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:56.847191 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2c97340a-3fbe-4e5a-9bc8-3dd950f742b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:56.860601 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d80b4-9da7-4b69-92ee-27a39a6c576b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be592e4f-3503-459a-926b-7c93ed3d1232,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:56.864192 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-097d80b4-9da7-4b69-92ee-27a39a6c576b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:56.866312 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-097d80b4-9da7-4b69-92ee-27a39a6c576b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:56.868342 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-097d80b4-9da7-4b69-92ee-27a39a6c576b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be592e4f-3503-459a-926b-7c93ed3d1232 HTTP/1.1" status: 204  len: 168 time: 0.1810770
Apr 19 07:49:57.864936 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f883c67-80fb-42dc-bd5d-851533f7c55e req-598f3768-deb3-48fd-958b-ef40accb67d7 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:57.866582 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8f883c67-80fb-42dc-bd5d-851533f7c55e req-598f3768-deb3-48fd-958b-ef40accb67d7 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 943 time: 0.1023848
Apr 19 07:49:57.921766 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8f883c67-80fb-42dc-bd5d-851533f7c55e req-c29e57cd-f447-438b-b4e0-63ca52faae81 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462613
Apr 19 07:49:58.171665 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 3d779cc6-e97c-4b82-ac60-abaabb83e19f details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:49:58.321979 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 3d779cc6-e97c-4b82-ac60-abaabb83e19f, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=3d779cc6-e97c-4b82-ac60-abaabb83e19f,segment=NetworkSegment(4a1ef362-606a-4e99-a51a-2fb5d9f7fca5),segment_id=4a1ef362-606a-4e99-a51a-2fb5d9f7fca5)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:49:58.336859 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': '3d779cc6-e97c-4b82-ac60-abaabb83e19f', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'port_id': '3d779cc6-e97c-4b82-ac60-abaabb83e19f', 'mac_address': 'fa:16:3e:a6:8b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:49:58.396765 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:58.415672 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d779cc6-e97c-4b82-ac60-abaabb83e19f {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:49:58.432318 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 3d779cc6-e97c-4b82-ac60-abaabb83e19f, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=3d779cc6-e97c-4b82-ac60-abaabb83e19f,segment=NetworkSegment(4a1ef362-606a-4e99-a51a-2fb5d9f7fca5),segment_id=4a1ef362-606a-4e99-a51a-2fb5d9f7fca5)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:49:58.436775 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:49:58.438707 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:49:58.511880 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=3d779cc6-e97c-4b82-ac60-abaabb83e19f,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:49:58.515312 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:49:58.649272 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['3d779cc6-e97c-4b82-ac60-abaabb83e19f'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:49:59.157055 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e73657-aab4-4e58-b40a-e9ea3d90eab9 req-222c0806-e81c-4524-b504-c342945ca4bd tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:49:59.158734 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-25e73657-aab4-4e58-b40a-e9ea3d90eab9 req-222c0806-e81c-4524-b504-c342945ca4bd tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 944 time: 0.1058769
Apr 19 07:49:59.208556 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-25e73657-aab4-4e58-b40a-e9ea3d90eab9 req-b79cacc1-163d-457c-85c4-fb121251cc51 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433066
Apr 19 07:50:00.188060 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 3d779cc6-e97c-4b82-ac60-abaabb83e19f up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:50:00.266311 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning for port 3d779cc6-e97c-4b82-ac60-abaabb83e19f completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:50:00.271508 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port 3d779cc6-e97c-4b82-ac60-abaabb83e19f triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:50:00.271985 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:50:00.402186 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:50:00.420539 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3d335-67b5-457c-93e6-b7216d3239c6 req-09e70a12-4005-4a12-8d60-6a977205c706 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:50:00.422187 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-35b3d335-67b5-457c-93e6-b7216d3239c6 req-09e70a12-4005-4a12-8d60-6a977205c706 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 944 time: 0.0961144
Apr 19 07:50:00.431535 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf35e1ec-c540-49a4-a54b-73c6159e0be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d779cc6-e97c-4b82-ac60-abaabb83e19f'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:50:00.442034 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 3d779cc6-e97c-4b82-ac60-abaabb83e19f, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=3d779cc6-e97c-4b82-ac60-abaabb83e19f,segment=NetworkSegment(4a1ef362-606a-4e99-a51a-2fb5d9f7fca5),segment_id=4a1ef362-606a-4e99-a51a-2fb5d9f7fca5)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:50:00.445795 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:50:00.449496 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fc05ae4e-f09c-4ec7-8463-28e1892f7956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:50:00.474193 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-35b3d335-67b5-457c-93e6-b7216d3239c6 req-d1d3c3e6-199c-486d-b8c6-a021e6071a95 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450549
Apr 19 07:50:00.487542 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf35e1ec-c540-49a4-a54b-73c6159e0be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d779cc6-e97c-4b82-ac60-abaabb83e19f', 'code': 200}
Apr 19 07:50:00.521859 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=3d779cc6-e97c-4b82-ac60-abaabb83e19f,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:50:00.525294 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:50:00.752375 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186631b-7a35-4c3b-8906-f22658f72856 req-ebbdea48-539b-460a-99b7-a7f85a0c1053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:50:00.753900 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a186631b-7a35-4c3b-8906-f22658f72856 req-ebbdea48-539b-460a-99b7-a7f85a0c1053 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 1098 time: 0.0942314
Apr 19 07:50:00.801981 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a186631b-7a35-4c3b-8906-f22658f72856 req-5ab85a97-4997-4c27-8845-9c837ac7d2b3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369961
Apr 19 07:50:01.693380 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc773d8-0d7a-466c-ba1e-8931beefbdd7 req-c64ca1d3-f113-49ed-9904-0fbaf4a051e9 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:50:01.695014 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cbc773d8-0d7a-466c-ba1e-8931beefbdd7 req-c64ca1d3-f113-49ed-9904-0fbaf4a051e9 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.0936799
Apr 19 07:50:01.753392 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cbc773d8-0d7a-466c-ba1e-8931beefbdd7 req-c5851664-2056-4a99-a15c-6c65dc76e573 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510800
Apr 19 07:50:02.980726 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced0e16-0732-40f7-ba33-d0c9f4105bfb req-bed41259-1bc0-4dc0-9eed-fa677e1b44d6 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:50:02.982303 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5ced0e16-0732-40f7-ba33-d0c9f4105bfb req-bed41259-1bc0-4dc0-9eed-fa677e1b44d6 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.1013994
Apr 19 07:50:03.033554 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5ced0e16-0732-40f7-ba33-d0c9f4105bfb req-7d003c3a-aec6-44e6-898a-863333d4c4f9 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442753
Apr 19 07:50:03.253876 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5c89d-30ea-4a60-8e34-59901c48957e req-892b7098-a231-4c7f-97c1-36e286371990 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:50:03.255491 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-54c5c89d-30ea-4a60-8e34-59901c48957e req-892b7098-a231-4c7f-97c1-36e286371990 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.0981071
Apr 19 07:50:03.265542 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 55954) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:50:03.271608 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-df69ed62-34b0-4c42-8c6f-6f2ff4080e47 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Request body: {'floatingip': {'port_id': '3d779cc6-e97c-4b82-ac60-abaabb83e19f'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:50:03.363450 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-df69ed62-34b0-4c42-8c6f-6f2ff4080e47 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for floatingip, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:50:03.804934 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ec080990-ddaa-40e9-9682-894564337f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:50:04.087395 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-df69ed62-34b0-4c42-8c6f-6f2ff4080e47 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:50:04.091019 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-df69ed62-34b0-4c42-8c6f-6f2ff4080e47 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671153'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:50:04.292631 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.l3_db [None req-df69ed62-34b0-4c42-8c6f-6f2ff4080e47 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Floating IP 58004d4f-0ea1-45a5-9459-96ddbcbadf69 associated. External IP: 172.27.0.50, port: 3d779cc6-e97c-4b82-ac60-abaabb83e19f.
Apr 19 07:50:04.729024 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df69ed62-34b0-4c42-8c6f-6f2ff4080e47 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Router f548e4c9-d084-4585-94f2-ad761bf9f476 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:50:05.200428 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df69ed62-34b0-4c42-8c6f-6f2ff4080e47 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:50:05.205505 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-df69ed62-34b0-4c42-8c6f-6f2ff4080e47 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:50:05.213936 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4549b1-66c4-4c4b-a5b5-e3108418c103 None None] Sync routers for ids ['f548e4c9-d084-4585-94f2-ad761bf9f476'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:50:05.233019 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4549b1-66c4-4c4b-a5b5-e3108418c103 None None] Routers {'f548e4c9-d084-4585-94f2-ad761bf9f476'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:50:05.234126 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-fc4549b1-66c4-4c4b-a5b5-e3108418c103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61652cb5c0>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:49:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['f548e4c9-d084-4585-94f2-ad761bf9f476'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:50:05.268060 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-df69ed62-34b0-4c42-8c6f-6f2ff4080e47 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "PUT /v2.0/floatingips/58004d4f-0ea1-45a5-9459-96ddbcbadf69 HTTP/1.1" status: 200  len: 990 time: 2.0012343
Apr 19 07:50:05.268784 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf35e1ec-c540-49a4-a54b-73c6159e0be1', 'tag': '3d779cc6-e97c-4b82-ac60-abaabb83e19f'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:50:05.329814 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf35e1ec-c540-49a4-a54b-73c6159e0be1', 'tag': '3d779cc6-e97c-4b82-ac60-abaabb83e19f', 'status': 'completed', 'code': 200}
Apr 19 07:50:05.471411 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9cd64-44fc-48a3-bb08-ad8eb9c811e0 req-091ce1e1-2b2c-4c0a-a79c-d1f9c4da2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:50:05.473298 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e5c9cd64-44fc-48a3-bb08-ad8eb9c811e0 req-091ce1e1-2b2c-4c0a-a79c-d1f9c4da2dd5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=beb5f7bcb1564ffd94d553241f2d0e49&device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 1098 time: 0.1171827
Apr 19 07:50:05.476957 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-fc4549b1-66c4-4c4b-a5b5-e3108418c103 None None] Set router f548e4c9-d084-4585-94f2-ad761bf9f476 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:50:05.627298 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9cd64-44fc-48a3-bb08-ad8eb9c811e0 req-e6f9bbad-760d-48d2-8a58-032950cdb2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:50:05.629115 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e5c9cd64-44fc-48a3-bb08-ad8eb9c811e0 req-e6f9bbad-760d-48d2-8a58-032950cdb2df service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e2eafa6-5aad-4aad-b458-4ff62c60ac34 HTTP/1.1" status: 200  len: 911 time: 0.1482937
Apr 19 07:50:05.758940 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e5c9cd64-44fc-48a3-bb08-ad8eb9c811e0 req-b1cfde43-f249-4704-b301-65ea0ad89556 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d779cc6-e97c-4b82-ac60-abaabb83e19f HTTP/1.1" status: 200  len: 998 time: 0.1231830
Apr 19 07:50:05.831775 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9cd64-44fc-48a3-bb08-ad8eb9c811e0 req-4e9f3ca5-3b74-4f1b-85c3-898a38c300ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:50:05.833362 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e5c9cd64-44fc-48a3-bb08-ad8eb9c811e0 req-4e9f3ca5-3b74-4f1b-85c3-898a38c300ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bc60e672-9002-4cb6-99ed-f8f08caa1672 HTTP/1.1" status: 200  len: 849 time: 0.0670538
Apr 19 07:50:05.874907 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-fc4549b1-66c4-4c4b-a5b5-e3108418c103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61652cb5c0>, [{'id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'name': 'tempest-AttachVolumeTestJSON-121904018-router', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:49:35Z', 'updated_at': '2021-04-19T07:49:41Z', 'revision_number': 4, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'gw_port': {'id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:36Z', 'updated_at': '2021-04-19T07:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': '58004d4f-0ea1-45a5-9459-96ddbcbadf69', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'port_id': '3d779cc6-e97c-4b82-ac60-abaabb83e19f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'mac_address': 'fa:16:3e:a6:8b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35e1ec-c540-49a4-a54b-73c6159e0be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:49:46Z', 'updated_at': '2021-04-19T07:50:03Z', 'revision_number': 1, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d349c5-56c3-4fcb-80bc-ed363fc6ae59', 'name': '', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'mac_address': 'fa:16:3e:a5:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:40Z', 'updated_at': '2021-04-19T07:49:48Z', 'revision_number': 5, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'subnets': [{'id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:50:05.879184 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4549b1-66c4-4c4b-a5b5-e3108418c103 None None] Checking router: f548e4c9-d084-4585-94f2-ad761bf9f476 for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:50:05.889856 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4549b1-66c4-4c4b-a5b5-e3108418c103 None None] Routers {'f548e4c9-d084-4585-94f2-ad761bf9f476'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:50:05.890838 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-fc4549b1-66c4-4c4b-a5b5-e3108418c103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61652cb5c0>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:49:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['f548e4c9-d084-4585-94f2-ad761bf9f476'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:50:05.935447 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9cd64-44fc-48a3-bb08-ad8eb9c811e0 req-f59553a6-961b-4179-b136-675fa610586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:50:05.937127 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e5c9cd64-44fc-48a3-bb08-ad8eb9c811e0 req-f59553a6-961b-4179-b136-675fa610586e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e2eafa6-5aad-4aad-b458-4ff62c60ac34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0959098
Apr 19 07:50:06.013029 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-35378170-22e2-4498-822e-1c6c0f87d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:50:06.087003 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-fc4549b1-66c4-4c4b-a5b5-e3108418c103 None None] Set router f548e4c9-d084-4585-94f2-ad761bf9f476 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:50:06.096626 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e5c9cd64-44fc-48a3-bb08-ad8eb9c811e0 req-92775e73-6dcd-4ed5-acb9-2aba87fe8284 service neutron] 10.222.0.16 "GET /v2.0/networks/7e2eafa6-5aad-4aad-b458-4ff62c60ac34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516407
Apr 19 07:50:06.246830 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e5c9cd64-44fc-48a3-bb08-ad8eb9c811e0 req-039f48ea-a098-4023-880e-3412a23f92d7 service neutron] 10.222.0.16 "GET /v2.0/networks/7e2eafa6-5aad-4aad-b458-4ff62c60ac34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431935
Apr 19 07:50:06.409601 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:50:06.656079 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-fc4549b1-66c4-4c4b-a5b5-e3108418c103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61652cb5c0>, [{'id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'name': 'tempest-AttachVolumeTestJSON-121904018-router', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:49:35Z', 'updated_at': '2021-04-19T07:49:41Z', 'revision_number': 4, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'gw_port': {'id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:36Z', 'updated_at': '2021-04-19T07:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': '58004d4f-0ea1-45a5-9459-96ddbcbadf69', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'port_id': '3d779cc6-e97c-4b82-ac60-abaabb83e19f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'mac_address': 'fa:16:3e:a6:8b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35e1ec-c540-49a4-a54b-73c6159e0be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:49:46Z', 'updated_at': '2021-04-19T07:50:03Z', 'revision_number': 1, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d349c5-56c3-4fcb-80bc-ed363fc6ae59', 'name': '', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'mac_address': 'fa:16:3e:a5:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:40Z', 'updated_at': '2021-04-19T07:49:48Z', 'revision_number': 5, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'subnets': [{'id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:50:06.660840 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4549b1-66c4-4c4b-a5b5-e3108418c103 None None] The sync data for ids ['f548e4c9-d084-4585-94f2-ad761bf9f476'] in dv-cinder-773870-2-iscsi is: [{'id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'name': 'tempest-AttachVolumeTestJSON-121904018-router', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:49:35Z', 'updated_at': '2021-04-19T07:49:41Z', 'revision_number': 4, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'gw_port': {'id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:36Z', 'updated_at': '2021-04-19T07:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': '58004d4f-0ea1-45a5-9459-96ddbcbadf69', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'port_id': '3d779cc6-e97c-4b82-ac60-abaabb83e19f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'mac_address': 'fa:16:3e:a6:8b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf35e1ec-c540-49a4-a54b-73c6159e0be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:49:46Z', 'updated_at': '2021-04-19T07:50:03Z', 'revision_number': 1, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d349c5-56c3-4fcb-80bc-ed363fc6ae59', 'name': '', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'mac_address': 'fa:16:3e:a5:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:40Z', 'updated_at': '2021-04-19T07:49:48Z', 'revision_number': 5, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'subnets': [{'id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:50:06.943549 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a7f51e-4e3b-4e53-a350-c39995ae02ac None None] New status for floating IP 58004d4f-0ea1-45a5-9459-96ddbcbadf69: ACTIVE {{(pid=86358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 07:50:07.043424 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:50:07.883063 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:50:22.884331 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:50:24.637968 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-19c95d0f-ac5b-4479-a487-4f2fa3d09874 req-e38a8d8a-c822-4bb4-ba0b-4f75898e3eb8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1060152
Apr 19 07:50:24.808207 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c95d0f-ac5b-4479-a487-4f2fa3d09874 req-6a37f6d2-cef5-41ca-8111-853e85b5307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:50:24.809948 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-19c95d0f-ac5b-4479-a487-4f2fa3d09874 req-6a37f6d2-cef5-41ca-8111-853e85b5307b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cb235dc3277438c954bbcb8afc3469e&device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 1099 time: 0.0939918
Apr 19 07:50:24.991556 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c95d0f-ac5b-4479-a487-4f2fa3d09874 req-9e751e60-4c35-4cd9-acdc-2106f89138c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:50:24.993275 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-19c95d0f-ac5b-4479-a487-4f2fa3d09874 req-9e751e60-4c35-4cd9-acdc-2106f89138c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=013f08f7-1900-40c6-87da-64fbcb5c53f4 HTTP/1.1" status: 200  len: 913 time: 0.1571231
Apr 19 07:50:25.128883 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-19c95d0f-ac5b-4479-a487-4f2fa3d09874 req-f191e538-bde2-40ba-bf6d-a820e4703117 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1844db9a-7cf6-45bb-bf0d-0fb410325ac6 HTTP/1.1" status: 200  len: 1002 time: 0.1283333
Apr 19 07:50:25.205425 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c95d0f-ac5b-4479-a487-4f2fa3d09874 req-563dd7e8-e0bb-4afb-96ca-98d6732c8376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:50:25.207047 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-19c95d0f-ac5b-4479-a487-4f2fa3d09874 req-563dd7e8-e0bb-4afb-96ca-98d6732c8376 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=967d03ed-e8aa-45c3-bfb5-a07da23e1f83 HTTP/1.1" status: 200  len: 851 time: 0.0718641
Apr 19 07:50:25.300650 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c95d0f-ac5b-4479-a487-4f2fa3d09874 req-ed055890-3cc4-4e86-b13e-cc6520cd53b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:50:25.302428 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-19c95d0f-ac5b-4479-a487-4f2fa3d09874 req-ed055890-3cc4-4e86-b13e-cc6520cd53b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=013f08f7-1900-40c6-87da-64fbcb5c53f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0883613
Apr 19 07:50:25.464646 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-19c95d0f-ac5b-4479-a487-4f2fa3d09874 req-f99a1fad-84fe-49e4-924d-cb895b1df1d3 service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1548865
Apr 19 07:50:25.634118 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-19c95d0f-ac5b-4479-a487-4f2fa3d09874 req-73f6e29f-f7ef-4c69-bddc-aec3b95b7957 service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1618712
Apr 19 07:50:26.539712 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:50:33.803534 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a2f77b19-da7f-4ad8-a226-2e20dfd46a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:50:36.008830 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-df9d9e50-f444-4e2b-808d-abde600c6e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:50:36.413654 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:50:37.017550 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:50:37.886308 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:50:50.734765 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23454fe1-c9c5-4627-b076-88285246704e req-70767c31-1771-4a7c-8fe4-8ec2a3995185 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:50:50.736419 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-23454fe1-c9c5-4627-b076-88285246704e req-70767c31-1771-4a7c-8fe4-8ec2a3995185 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.0903955
Apr 19 07:50:50.785937 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-23454fe1-c9c5-4627-b076-88285246704e req-c2beefb8-41f8-4ac2-b890-be8b26e89bf5 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423360
Apr 19 07:50:52.009459 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e75180-65be-4d38-85d2-140745197c6c req-5f242157-5928-4598-ad51-23ecf0a6abc0 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:50:52.011147 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-18e75180-65be-4d38-85d2-140745197c6c req-5f242157-5928-4598-ad51-23ecf0a6abc0 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.1011851
Apr 19 07:50:52.061288 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-18e75180-65be-4d38-85d2-140745197c6c req-a065f5a0-7727-474c-8399-0be866fbfe4f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434270
Apr 19 07:50:53.280527 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451b3a6-8afb-473c-b639-30fab87727ad req-e15d4820-3a4f-4bb7-8478-1f53239988fa tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:50:53.282347 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c451b3a6-8afb-473c-b639-30fab87727ad req-e15d4820-3a4f-4bb7-8478-1f53239988fa tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.0901582
Apr 19 07:50:53.332411 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c451b3a6-8afb-473c-b639-30fab87727ad req-39094f02-3eec-4fec-850b-89a860b5ab60 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434940
Apr 19 07:50:54.547124 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58652199-ee71-486a-8d03-32b1a47acb21 req-1250e038-d797-43b0-b5d3-bfce577e2e49 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:50:54.548728 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-58652199-ee71-486a-8d03-32b1a47acb21 req-1250e038-d797-43b0-b5d3-bfce577e2e49 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.0978839
Apr 19 07:50:54.599856 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-58652199-ee71-486a-8d03-32b1a47acb21 req-74eac343-694c-4f70-892a-a007370dae8b tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442636
Apr 19 07:50:55.855052 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d5a0a-fb7e-43c3-8668-8f34c4667082 req-d939c78a-5053-4600-be6d-2cdb1a20b521 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:50:55.857184 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-032d5a0a-fb7e-43c3-8668-8f34c4667082 req-d939c78a-5053-4600-be6d-2cdb1a20b521 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.1090071
Apr 19 07:50:55.918406 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-032d5a0a-fb7e-43c3-8668-8f34c4667082 req-9d73dc44-99cb-4b7f-bcca-3d4643c48eab tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531774
Apr 19 07:50:56.529170 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:50:57.141181 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7146685-a66d-4c6f-829d-7831d741c0c1 req-5e40edfd-9fd8-4ba2-a8f3-d577d024749e tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:50:57.142957 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d7146685-a66d-4c6f-829d-7831d741c0c1 req-5e40edfd-9fd8-4ba2-a8f3-d577d024749e tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.0949452
Apr 19 07:50:57.195982 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d7146685-a66d-4c6f-829d-7831d741c0c1 req-702ba5d1-836a-4195-91bd-06eb0725bfe2 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460441
Apr 19 07:50:58.415039 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d7cf0-ae39-4601-8442-b571be1240ff req-40272e6c-d613-4e80-a5c4-9f3ad0c6204e tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:50:58.416666 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a05d7cf0-ae39-4601-8442-b571be1240ff req-40272e6c-d613-4e80-a5c4-9f3ad0c6204e tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.0969918
Apr 19 07:50:58.465048 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a05d7cf0-ae39-4601-8442-b571be1240ff req-1fbfd79f-51e4-473a-b276-37ba280f9ce1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416429
Apr 19 07:50:59.680364 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf7d91-99a5-430a-b4a0-82e9963199b8 req-963c677e-1cef-420c-a4e9-765caf68ac82 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:50:59.682017 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3abf7d91-99a5-430a-b4a0-82e9963199b8 req-963c677e-1cef-420c-a4e9-765caf68ac82 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.0951984
Apr 19 07:50:59.739604 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3abf7d91-99a5-430a-b4a0-82e9963199b8 req-908437ed-ca09-4163-969f-adc0c78e5a6f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474136
Apr 19 07:50:59.888694 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:51:00.960814 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41021b-e854-4e72-a018-d7294476f869 req-7acfa0b2-7801-4bd6-b6cb-12ade42df1d6 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:00.962353 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8c41021b-e854-4e72-a018-d7294476f869 req-7acfa0b2-7801-4bd6-b6cb-12ade42df1d6 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.0981829
Apr 19 07:51:01.014077 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8c41021b-e854-4e72-a018-d7294476f869 req-1549eeea-6850-46f3-95c7-f36f8dd2ed1b tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430856
Apr 19 07:51:02.252108 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6d134-de6b-454d-ae86-944017cf76cb req-99be6684-3b29-4865-ad27-78e85b46dc7d tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:02.253726 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-68b6d134-de6b-454d-ae86-944017cf76cb req-99be6684-3b29-4865-ad27-78e85b46dc7d tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.1136498
Apr 19 07:51:02.307250 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-68b6d134-de6b-454d-ae86-944017cf76cb req-6413b80c-7003-43be-b50c-795ac7521b40 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433927
Apr 19 07:51:03.556213 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8595a75-ad2f-44c9-ae52-b01b2978db80 req-e573e7a4-f326-43a7-9db9-e2a9f321dfd6 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:03.559313 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d8595a75-ad2f-44c9-ae52-b01b2978db80 req-e573e7a4-f326-43a7-9db9-e2a9f321dfd6 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.0987382
Apr 19 07:51:03.612705 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d8595a75-ad2f-44c9-ae52-b01b2978db80 req-dfe833dd-2db0-43c4-8abd-e330137c7f80 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460017
Apr 19 07:51:03.798588 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-49d7e5d8-0d91-457b-9c0e-3b9fae756a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:04.839293 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505a596-afe9-4727-b796-057502ee2a2c req-de99f772-12e5-4259-b0c0-5bf8068f6f62 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:04.840933 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2505a596-afe9-4727-b796-057502ee2a2c req-de99f772-12e5-4259-b0c0-5bf8068f6f62 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.1031575
Apr 19 07:51:04.890240 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2505a596-afe9-4727-b796-057502ee2a2c req-5e4006a5-f5b4-4029-b635-b681f0e3e17d tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425720
Apr 19 07:51:06.015393 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-01648cf8-3e9c-445e-bf67-79c7916edf6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:06.268638 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b8da0-bacf-4c47-8744-9e6488e21d3a req-22136112-cca2-49ec-abad-6bbfd58e3cb9 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:06.270325 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e87b8da0-bacf-4c47-8744-9e6488e21d3a req-22136112-cca2-49ec-abad-6bbfd58e3cb9 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.1068082
Apr 19 07:51:06.325619 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e87b8da0-bacf-4c47-8744-9e6488e21d3a req-c45cd678-ede6-4d70-a322-d3ac9c663adb tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457201
Apr 19 07:51:06.416952 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:06.708297 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e3701-821c-4e4b-bf85-4db91f86d672 req-333ff0c5-cbb9-4861-82ed-7b2bf2add3a4 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:06.709905 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1c2e3701-821c-4e4b-bf85-4db91f86d672 req-333ff0c5-cbb9-4861-82ed-7b2bf2add3a4 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.0951061
Apr 19 07:51:06.744938 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3ec38-9616-4478-9ecc-015493a21cf9 req-b5da7825-f436-46ef-b72b-187b24873d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:06.746618 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-afb3ec38-9616-4478-9ecc-015493a21cf9 req-b5da7825-f436-46ef-b72b-187b24873d1d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=beb5f7bcb1564ffd94d553241f2d0e49&device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 1098 time: 0.0831079
Apr 19 07:51:06.759303 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1c2e3701-821c-4e4b-bf85-4db91f86d672 req-7ad7dc9f-1e68-4a0b-8db5-c77d90dcb642 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425906
Apr 19 07:51:06.894444 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3ec38-9616-4478-9ecc-015493a21cf9 req-ced50de8-38aa-477a-b4b0-004202d151d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:06.896046 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-afb3ec38-9616-4478-9ecc-015493a21cf9 req-ced50de8-38aa-477a-b4b0-004202d151d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e2eafa6-5aad-4aad-b458-4ff62c60ac34 HTTP/1.1" status: 200  len: 911 time: 0.1429331
Apr 19 07:51:07.010667 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-afb3ec38-9616-4478-9ecc-015493a21cf9 req-633f2b81-f0be-4cc3-b734-6a3e26c9aa7c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d779cc6-e97c-4b82-ac60-abaabb83e19f HTTP/1.1" status: 200  len: 1000 time: 0.1075332
Apr 19 07:51:07.024603 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:07.083997 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3ec38-9616-4478-9ecc-015493a21cf9 req-357435ee-322d-4d50-b0ff-c7c5bda4b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:07.085587 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-afb3ec38-9616-4478-9ecc-015493a21cf9 req-357435ee-322d-4d50-b0ff-c7c5bda4b4f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bc60e672-9002-4cb6-99ed-f8f08caa1672 HTTP/1.1" status: 200  len: 849 time: 0.0689900
Apr 19 07:51:07.171992 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3ec38-9616-4478-9ecc-015493a21cf9 req-652c2d43-9d98-4993-a70a-2a524f221180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:07.173761 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-afb3ec38-9616-4478-9ecc-015493a21cf9 req-652c2d43-9d98-4993-a70a-2a524f221180 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e2eafa6-5aad-4aad-b458-4ff62c60ac34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816483
Apr 19 07:51:07.331739 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-afb3ec38-9616-4478-9ecc-015493a21cf9 req-cf8477d9-40ee-471b-9ef3-0bfca5430e43 service neutron] 10.222.0.16 "GET /v2.0/networks/7e2eafa6-5aad-4aad-b458-4ff62c60ac34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512885
Apr 19 07:51:07.489745 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-afb3ec38-9616-4478-9ecc-015493a21cf9 req-e1a0580d-b8d8-4326-96cd-ec864a180a3c service neutron] 10.222.0.16 "GET /v2.0/networks/7e2eafa6-5aad-4aad-b458-4ff62c60ac34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1503766
Apr 19 07:51:07.887740 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:07.985846 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661d4b4-f646-4f73-8f28-1f500c23302f req-3d17c887-40cc-4f0e-a2e0-adc6cc2d1eaa tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:07.988107 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9661d4b4-f646-4f73-8f28-1f500c23302f req-3d17c887-40cc-4f0e-a2e0-adc6cc2d1eaa tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.1006703
Apr 19 07:51:08.042395 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9661d4b4-f646-4f73-8f28-1f500c23302f req-d873d7eb-4754-478d-a978-1bf83cd27668 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474637
Apr 19 07:51:09.250402 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f8a1c-1625-419e-84de-83a98d5f3d25 req-191f3bef-fe65-4507-888c-318119a42881 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:09.252014 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-794f8a1c-1625-419e-84de-83a98d5f3d25 req-191f3bef-fe65-4507-888c-318119a42881 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.0898635
Apr 19 07:51:09.303319 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-794f8a1c-1625-419e-84de-83a98d5f3d25 req-78316c91-22b3-481a-ad3a-2e1bbfc08f66 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438292
Apr 19 07:51:26.537402 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:28.530060 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-edae3302-771f-49e6-8de0-22feaed40cf5 req-c8947af7-4fd4-450d-b2aa-a085cf1de76b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2560122
Apr 19 07:51:28.630903 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae3302-771f-49e6-8de0-22feaed40cf5 req-11d02735-47aa-4cf0-92da-99d6580ac9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:28.632503 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-edae3302-771f-49e6-8de0-22feaed40cf5 req-11d02735-47aa-4cf0-92da-99d6580ac9aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=beb5f7bcb1564ffd94d553241f2d0e49&device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 1098 time: 0.0804543
Apr 19 07:51:28.810195 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae3302-771f-49e6-8de0-22feaed40cf5 req-4fbdaf53-7c56-421d-8ca0-9e3db8c5ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:28.812494 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-edae3302-771f-49e6-8de0-22feaed40cf5 req-4fbdaf53-7c56-421d-8ca0-9e3db8c5ec06 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e2eafa6-5aad-4aad-b458-4ff62c60ac34 HTTP/1.1" status: 200  len: 911 time: 0.1589606
Apr 19 07:51:28.934306 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-edae3302-771f-49e6-8de0-22feaed40cf5 req-f77d2714-674c-4f9c-8361-d8411adc5a09 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d779cc6-e97c-4b82-ac60-abaabb83e19f HTTP/1.1" status: 200  len: 1000 time: 0.1145909
Apr 19 07:51:29.006382 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae3302-771f-49e6-8de0-22feaed40cf5 req-44835330-6222-4089-803e-3824e53b2b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:29.007975 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-edae3302-771f-49e6-8de0-22feaed40cf5 req-44835330-6222-4089-803e-3824e53b2b1f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bc60e672-9002-4cb6-99ed-f8f08caa1672 HTTP/1.1" status: 200  len: 849 time: 0.0660405
Apr 19 07:51:29.096478 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae3302-771f-49e6-8de0-22feaed40cf5 req-7e136866-c230-4e77-8cba-4ccc14af51c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:29.098381 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-edae3302-771f-49e6-8de0-22feaed40cf5 req-7e136866-c230-4e77-8cba-4ccc14af51c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e2eafa6-5aad-4aad-b458-4ff62c60ac34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0834308
Apr 19 07:51:29.109357 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [req-edae3302-771f-49e6-8de0-22feaed40cf5 req-e2d915f0-bfea-4784-9b3d-3989eb9b4f03 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 07:51:29.110423 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-edae3302-771f-49e6-8de0-22feaed40cf5 req-e2d915f0-bfea-4784-9b3d-3989eb9b4f03 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0055318
Apr 19 07:51:29.257815 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-edae3302-771f-49e6-8de0-22feaed40cf5 req-fbab87c0-4511-4214-9512-ed9f7cfa0575 service neutron] 10.222.0.16 "GET /v2.0/networks/7e2eafa6-5aad-4aad-b458-4ff62c60ac34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407516
Apr 19 07:51:29.404767 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-edae3302-771f-49e6-8de0-22feaed40cf5 req-aaafd573-ad6f-44f4-a36b-eaba714a153e service neutron] 10.222.0.16 "GET /v2.0/networks/7e2eafa6-5aad-4aad-b458-4ff62c60ac34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397364
Apr 19 07:51:33.802831 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b2f828f7-79ba-49e8-a26a-76e2a6dadc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:33.966844 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-2b024b14-122b-45e8-bf91-1371fe474a0a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1972495707&fields=id&tenant_id=7cb235dc3277438c954bbcb8afc3469e HTTP/1.1" status: 200  len: 267 time: 0.0518014
Apr 19 07:51:34.398862 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-3cadf1c8-9b21-4241-8382-fbcf1761b8ab tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:34.400491 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-3cadf1c8-9b21-4241-8382-fbcf1761b8ab tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/networks?id=013f08f7-1900-40c6-87da-64fbcb5c53f4 HTTP/1.1" status: 200  len: 812 time: 0.4229317
Apr 19 07:51:34.418311 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-904d103e-5699-44d3-a077-dfe26b07cf9a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/quotas/7cb235dc3277438c954bbcb8afc3469e HTTP/1.1" status: 200  len: 375 time: 0.0110476
Apr 19 07:51:34.529722 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-6fb1d2b1-30e4-4cf5-9181-b900046893f8 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7cb235dc3277438c954bbcb8afc3469e&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1050456
Apr 19 07:51:34.551012 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-c7ed9eac-8f0a-4971-8a03-fff8e6a8349b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 07:51:34.552757 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-c7ed9eac-8f0a-4971-8a03-fff8e6a8349b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0087082
Apr 19 07:51:34.722280 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-3ef24b7e-e537-4f5e-a11e-f89d8f613945 service neutron] 10.222.0.20 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627681
Apr 19 07:51:34.877624 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-d3475a47-0091-471a-b875-ef06dfbfb5e7 service neutron] 10.222.0.20 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1480145
Apr 19 07:51:35.437756 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6ee9f9bd-c519-45c8-be5f-84266476464e req-b75882c2-9ab0-42f7-ba27-aa45e2ab4cb0 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 210 time: 0.1216841
Apr 19 07:51:36.017215 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e0ebe030-40fb-4601-aa6c-0ed1779ecd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:36.421009 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:36.790515 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e0adbb25-8f9c-40c3-80b3-d74ba2d76d1b req-1d28cca9-0773-433b-b212-8c62ce03ed57 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 210 time: 0.0713675
Apr 19 07:51:36.892579 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:51:37.027530 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:37.085184 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-02d32293-3a44-40f1-95bd-45cb4ec287f8 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:37.085927 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-02d32293-3a44-40f1-95bd-45cb4ec287f8 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Synchronizing usage tracker for tenant:7cb235dc3277438c954bbcb8afc3469e on resource:network {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:51:37.104771 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-02d32293-3a44-40f1-95bd-45cb4ec287f8 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Unset dirty status for tenant:7cb235dc3277438c954bbcb8afc3469e on resource:network {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:51:37.106210 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-02d32293-3a44-40f1-95bd-45cb4ec287f8 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.16 "GET /v2.0/networks?id=013f08f7-1900-40c6-87da-64fbcb5c53f4 HTTP/1.1" status: 200  len: 812 time: 0.4890044
Apr 19 07:51:37.190988 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-cdaf2641-cb32-4f2e-92f2-accbc34242b2 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Synchronizing usage tracker for tenant:7cb235dc3277438c954bbcb8afc3469e on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:51:37.208766 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-cdaf2641-cb32-4f2e-92f2-accbc34242b2 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Unset dirty status for tenant:7cb235dc3277438c954bbcb8afc3469e on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:51:37.210188 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-cdaf2641-cb32-4f2e-92f2-accbc34242b2 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cb235dc3277438c954bbcb8afc3469e HTTP/1.1" status: 200  len: 8061 time: 0.0948024
Apr 19 07:51:37.221061 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Request body: {'port': {'device_id': '90f57f60-2333-4ff9-a8d6-00fd81ae5ff4', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'admin_state_up': True, 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'security_groups': ['b055dfee-0d8b-48ac-870c-b010ca5bcb57']}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:51:37.387663 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:51:37.399269 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:51:37.409087 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Made reservation on behalf of 7cb235dc3277438c954bbcb8afc3469e for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:51:37.415728 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:37.611526 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Allocated IP 172.20.0.11 (013f08f7-1900-40c6-87da-64fbcb5c53f4/967d03ed-e8aa-45c3-bfb5-a07da23e1f83/b3e3ebdc-1a3f-4870-8db1-9534ee5af420) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:51:37.820603 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:37.838937 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Transition to ACTIVE for port object b3e3ebdc-1a3f-4870-8db1-9534ee5af420 will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:51:37.871839 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:37.880262 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a4a91459-b40e-4d18-95d2-aefb48d0c6f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:51:37.898324 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:37.959158 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Network 013f08f7-1900-40c6-87da-64fbcb5c53f4 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:51:37.963265 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:51:37.966002 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:51:38.013672 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Pushing event updated for resources: {'Port': ['ID=b3e3ebdc-1a3f-4870-8db1-9534ee5af420,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:51:38.022624 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960ba55-ab1f-42ca-836d-34fa104784c9 req-d285c1fe-37aa-4ede-acd3-d9469826d522 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:38.024526 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0960ba55-ab1f-42ca-836d-34fa104784c9 req-d285c1fe-37aa-4ede-acd3-d9469826d522 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 932 time: 0.1048841
Apr 19 07:51:38.032870 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:51:38.033436 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:51:38.033657 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:51:38.034045 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:51:38.034486 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:51:38.034894 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:51:38.035347 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:51:38.035766 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:51:38.036191 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:51:38.036599 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:51:38.036944 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:51:38.037374 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:51:38.041807 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:51:38.068810 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:38.069545 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:38.095087 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0960ba55-ab1f-42ca-836d-34fa104784c9 req-0ccc7494-9907-4e5d-b885-0c14475e47c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583518
Apr 19 07:51:38.113811 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-7ce5a3b4-9812-4d3b-8d59-90cfbf4f0e0c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8970490
Apr 19 07:51:38.126976 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] Request body: {'port': {'device_id': '90f57f60-2333-4ff9-a8d6-00fd81ae5ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:51:38.198197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-236f4d68-9851-41b1-9049-4c728574dc7a None None] Provisioning for port b3e3ebdc-1a3f-4870-8db1-9534ee5af420 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:51:38.209367 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-236f4d68-9851-41b1-9049-4c728574dc7a None None] Provisioning complete for port b3e3ebdc-1a3f-4870-8db1-9534ee5af420 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:51:38.209793 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-236f4d68-9851-41b1-9049-4c728574dc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:38.282405 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:38.283584 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-236f4d68-9851-41b1-9049-4c728574dc7a None None] Port b3e3ebdc-1a3f-4870-8db1-9534ee5af420 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:51:38.696947 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e3ebdc-1a3f-4870-8db1-9534ee5af420 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:51:38.705744 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:38.722036 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] Transition to ACTIVE for port object b3e3ebdc-1a3f-4870-8db1-9534ee5af420 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:51:38.726033 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852205354'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:38.730043 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:51:38.903991 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] Pushing event updated for resources: {'Port': ['ID=b3e3ebdc-1a3f-4870-8db1-9534ee5af420,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:51:38.917444 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:51:39.001477 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] Attempting to bind port b3e3ebdc-1a3f-4870-8db1-9534ee5af420 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:51:39.001863 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] Attempting to bind port b3e3ebdc-1a3f-4870-8db1-9534ee5af420 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': 'b410f489-9d1e-4062-aeeb-1fb959e15c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:51:39.002393 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] Attempting to bind port b3e3ebdc-1a3f-4870-8db1-9534ee5af420 on network 013f08f7-1900-40c6-87da-64fbcb5c53f4 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:51:39.009010 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] Port b3e3ebdc-1a3f-4870-8db1-9534ee5af420 on network 013f08f7-1900-40c6-87da-64fbcb5c53f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 07:51:39.009324 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] Attempting to bind port b3e3ebdc-1a3f-4870-8db1-9534ee5af420 on network 013f08f7-1900-40c6-87da-64fbcb5c53f4 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:51:39.016099 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] Checking agent: {'id': 'e1395553-83f9-4e7d-975f-a9afa5ddc59a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:51:39.016484 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] Checking segment: {'id': 'b410f489-9d1e-4062-aeeb-1fb959e15c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:51:39.016924 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] Bound using segment: {'id': 'b410f489-9d1e-4062-aeeb-1fb959e15c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:51:39.017480 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] Bound port: b3e3ebdc-1a3f-4870-8db1-9534ee5af420, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b410f489-9d1e-4062-aeeb-1fb959e15c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:51:39.017881 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:39.126851 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] For port b3e3ebdc-1a3f-4870-8db1-9534ee5af420, host hv-cinder-77387, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:51:39.130967 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] For port b3e3ebdc-1a3f-4870-8db1-9534ee5af420, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b3e3ebdc-1a3f-4870-8db1-9534ee5af420,segment=NetworkSegment(b410f489-9d1e-4062-aeeb-1fb959e15c49),segment_id=b410f489-9d1e-4062-aeeb-1fb959e15c49)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:51:39.134720 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852205354'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:39.139984 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9ddc0fd0-3e12-4bc6-82ce-2ab58995eab8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:51:39.197665 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:39.198367 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:39.199925 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] 10.222.0.16 "PUT /v2.0/ports/b3e3ebdc-1a3f-4870-8db1-9534ee5af420 HTTP/1.1" status: 200  len: 1094 time: 1.0779650
Apr 19 07:51:39.200511 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f57f60-2333-4ff9-a8d6-00fd81ae5ff4', 'tag': 'b3e3ebdc-1a3f-4870-8db1-9534ee5af420'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:51:39.235115 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] Pushing event updated for resources: {'Port': ['ID=b3e3ebdc-1a3f-4870-8db1-9534ee5af420,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:51:39.240073 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:51:39.266780 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f57f60-2333-4ff9-a8d6-00fd81ae5ff4', 'tag': 'b3e3ebdc-1a3f-4870-8db1-9534ee5af420', 'status': 'completed', 'code': 200}
Apr 19 07:51:39.339227 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cf2bc-b3e9-4e63-900f-66cd0f2df702 req-7ee21594-f68f-416e-b71b-ae4575cea3bd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:39.342243 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-005cf2bc-b3e9-4e63-900f-66cd0f2df702 req-7ee21594-f68f-416e-b71b-ae4575cea3bd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 944 time: 0.1213472
Apr 19 07:51:39.375422 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-4b24ed6d-b88a-4271-88a7-d6ae0ddc6e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:39.378497 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-4b24ed6d-b88a-4271-88a7-d6ae0ddc6e37 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cb235dc3277438c954bbcb8afc3469e&device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 1097 time: 0.1077430
Apr 19 07:51:39.415578 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-005cf2bc-b3e9-4e63-900f-66cd0f2df702 req-2870ce70-47cf-457a-b267-8b40cca4455d tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660660
Apr 19 07:51:39.464912 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-25ce09df-23c2-42ec-9e9e-255006a67481 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3e3ebdc-1a3f-4870-8db1-9534ee5af420 HTTP/1.1" status: 200  len: 217 time: 0.0782778
Apr 19 07:51:39.545028 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-75e7a8b6-6649-4265-a0c0-21685c79b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:39.546702 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-75e7a8b6-6649-4265-a0c0-21685c79b756 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=967d03ed-e8aa-45c3-bfb5-a07da23e1f83 HTTP/1.1" status: 200  len: 851 time: 0.0745595
Apr 19 07:51:39.636768 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-09e6a324-5bee-4589-8ba8-c9cb82d25c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:39.638465 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-09e6a324-5bee-4589-8ba8-c9cb82d25c01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=013f08f7-1900-40c6-87da-64fbcb5c53f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0848718
Apr 19 07:51:39.804829 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-d5c373bc-bf96-4463-b071-2c98e9a911ea service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1590531
Apr 19 07:51:39.961306 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a4d7faa7-d9d8-4a4a-a2f4-5ce68a0b8432 req-af98d728-0343-46e4-b5a8-aeea90a2e12a service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1498010
Apr 19 07:51:40.097086 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3496e-90fe-4112-850e-dd78eda1164f req-687cf63a-a97d-4657-b905-3b423e288a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:40.099033 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9ed3496e-90fe-4112-850e-dd78eda1164f req-687cf63a-a97d-4657-b905-3b423e288a21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cb235dc3277438c954bbcb8afc3469e&device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 1097 time: 0.0833766
Apr 19 07:51:40.280260 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3496e-90fe-4112-850e-dd78eda1164f req-4a37a41e-68b8-4dc8-b8c4-a9c4f4921168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:40.282510 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9ed3496e-90fe-4112-850e-dd78eda1164f req-4a37a41e-68b8-4dc8-b8c4-a9c4f4921168 service neutron] 10.222.0.16 "GET /v2.0/networks?id=013f08f7-1900-40c6-87da-64fbcb5c53f4 HTTP/1.1" status: 200  len: 913 time: 0.1769567
Apr 19 07:51:40.362775 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9ed3496e-90fe-4112-850e-dd78eda1164f req-ce792ffc-b46e-43a2-902a-2c844f687c1b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3e3ebdc-1a3f-4870-8db1-9534ee5af420 HTTP/1.1" status: 200  len: 217 time: 0.0725696
Apr 19 07:51:40.442777 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3496e-90fe-4112-850e-dd78eda1164f req-0bc9b302-ff28-4f3e-b091-3e5492717512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:40.444623 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9ed3496e-90fe-4112-850e-dd78eda1164f req-0bc9b302-ff28-4f3e-b091-3e5492717512 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=967d03ed-e8aa-45c3-bfb5-a07da23e1f83 HTTP/1.1" status: 200  len: 851 time: 0.0703659
Apr 19 07:51:40.570694 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3496e-90fe-4112-850e-dd78eda1164f req-c0ab21c8-ab3d-4e4c-ad9d-fef25a94c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:40.572410 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9ed3496e-90fe-4112-850e-dd78eda1164f req-c0ab21c8-ab3d-4e4c-ad9d-fef25a94c49b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=013f08f7-1900-40c6-87da-64fbcb5c53f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1184964
Apr 19 07:51:40.745135 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4f64b-450a-4c92-927c-42db1efb2138 req-08658ae7-2bc7-4e40-a963-394edc590426 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:40.746959 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-74c4f64b-450a-4c92-927c-42db1efb2138 req-08658ae7-2bc7-4e40-a963-394edc590426 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 944 time: 0.1006072
Apr 19 07:51:40.759009 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9ed3496e-90fe-4112-850e-dd78eda1164f req-413d4cf1-b7eb-4c5e-8a0a-a79cb8864214 service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1780875
Apr 19 07:51:40.811514 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-74c4f64b-450a-4c92-927c-42db1efb2138 req-837e65f2-8dea-4f6a-a849-62b2feefd77f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523121
Apr 19 07:51:40.917187 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9ed3496e-90fe-4112-850e-dd78eda1164f req-45568541-ebf7-450d-83cd-570434c1d023 service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1511838
Apr 19 07:51:42.044132 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed1af2-a7fa-45e7-b293-4fade2324884 req-511cc218-71ca-4b89-866d-b4130c5cd1f3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:42.045686 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-65ed1af2-a7fa-45e7-b293-4fade2324884 req-511cc218-71ca-4b89-866d-b4130c5cd1f3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 944 time: 0.1010079
Apr 19 07:51:42.098670 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-65ed1af2-a7fa-45e7-b293-4fade2324884 req-10ccede3-3741-46ee-8060-75b60b563c1f tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448434
Apr 19 07:51:43.325651 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ae832-61a2-43b0-8638-302bf7056715 req-b8efb47d-8f34-4254-996f-70de13d13195 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:43.327334 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ec8ae832-61a2-43b0-8638-302bf7056715 req-b8efb47d-8f34-4254-996f-70de13d13195 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 944 time: 0.1031582
Apr 19 07:51:43.382685 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ec8ae832-61a2-43b0-8638-302bf7056715 req-cdb3fb60-5066-441a-ae0e-ddc0adb3cbee tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480077
Apr 19 07:51:44.349482 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74c80e-716c-41f3-befc-4df6cb201fb7 req-d0c0afe0-b57f-42b8-a1e1-cabcb1896d4c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:44.351280 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1e74c80e-716c-41f3-befc-4df6cb201fb7 req-d0c0afe0-b57f-42b8-a1e1-cabcb1896d4c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.0992661
Apr 19 07:51:44.405423 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1e74c80e-716c-41f3-befc-4df6cb201fb7 req-fb3b60c4-926f-451a-afda-d1fc48213fda tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440648
Apr 19 07:51:44.610822 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d3df7-486e-4208-a39a-f4d2fb38c18b req-a794c548-1189-4a42-ab45-6fc9c82ca1ac tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:44.613102 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d30d3df7-486e-4208-a39a-f4d2fb38c18b req-a794c548-1189-4a42-ab45-6fc9c82ca1ac tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 944 time: 0.1038966
Apr 19 07:51:44.679580 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d30d3df7-486e-4208-a39a-f4d2fb38c18b req-55898cdd-d84c-471e-9ab5-b4e453ccc7cd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578945
Apr 19 07:51:45.629477 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6aa12b-fa92-45f6-a770-5c1d0edd15ac req-c3d81fe8-247c-429a-9b97-a67cd3be642c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:45.631024 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fd6aa12b-fa92-45f6-a770-5c1d0edd15ac req-c3d81fe8-247c-429a-9b97-a67cd3be642c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.1015384
Apr 19 07:51:45.692650 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fd6aa12b-fa92-45f6-a770-5c1d0edd15ac req-fb9be574-0e32-4498-b7a7-928c48688887 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524275
Apr 19 07:51:45.891971 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ca99a-fd13-442e-93ac-c6b72dfe29cd req-6f4122f3-5f9f-4208-9bc5-3560d8aee514 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:45.893639 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b03ca99a-fd13-442e-93ac-c6b72dfe29cd req-6f4122f3-5f9f-4208-9bc5-3560d8aee514 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 944 time: 0.0931847
Apr 19 07:51:45.948145 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b03ca99a-fd13-442e-93ac-c6b72dfe29cd req-cd87a7e6-4f55-4f68-8c13-fce6ccbe90a2 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465131
Apr 19 07:51:46.932202 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fccb18-a64b-4b58-8856-5c97cf97cb0f req-3c41ed8e-69d4-46ed-af94-68a9acc313ae tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:46.933322 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c6fccb18-a64b-4b58-8856-5c97cf97cb0f req-3c41ed8e-69d4-46ed-af94-68a9acc313ae tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.1146259
Apr 19 07:51:46.997651 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c6fccb18-a64b-4b58-8856-5c97cf97cb0f req-14e7257d-644a-4a2c-b0f5-7d2afc500c99 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574677
Apr 19 07:51:47.193862 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2161ea-b0b1-48e0-91c7-4047e3ee2a26 req-14c4c1ea-f0cb-4dd0-a81e-7386f88d57fe tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:47.196141 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ee2161ea-b0b1-48e0-91c7-4047e3ee2a26 req-14c4c1ea-f0cb-4dd0-a81e-7386f88d57fe tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 944 time: 0.1038795
Apr 19 07:51:47.257888 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ee2161ea-b0b1-48e0-91c7-4047e3ee2a26 req-6dc8c787-6896-4882-be2b-aa2d6611f27a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549278
Apr 19 07:51:48.228635 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a20920-46d8-477b-b151-a603a1cf64b1 req-12c587a2-6de5-4501-acdc-7db54111fdb8 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:48.230319 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-32a20920-46d8-477b-b151-a603a1cf64b1 req-12c587a2-6de5-4501-acdc-7db54111fdb8 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.1029012
Apr 19 07:51:48.281788 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-32a20920-46d8-477b-b151-a603a1cf64b1 req-f00be61f-699e-4866-9f90-5d2dba788296 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438573
Apr 19 07:51:48.488560 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f66bd7-c5ec-4638-815a-10a1134a03c0 req-2ae77221-c616-4103-9af8-9679a60050bb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:48.490188 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-77f66bd7-c5ec-4638-815a-10a1134a03c0 req-2ae77221-c616-4103-9af8-9679a60050bb tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 944 time: 0.1037297
Apr 19 07:51:48.544163 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-77f66bd7-c5ec-4638-815a-10a1134a03c0 req-ab7b4f75-755b-43cb-8035-c3f4686ace06 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445638
Apr 19 07:51:48.574311 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device b3e3ebdc-1a3f-4870-8db1-9534ee5af420 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:51:48.727833 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port b3e3ebdc-1a3f-4870-8db1-9534ee5af420, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b3e3ebdc-1a3f-4870-8db1-9534ee5af420,segment=NetworkSegment(b410f489-9d1e-4062-aeeb-1fb959e15c49),segment_id=b410f489-9d1e-4062-aeeb-1fb959e15c49)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:51:48.742685 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': 'b3e3ebdc-1a3f-4870-8db1-9534ee5af420', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'port_id': 'b3e3ebdc-1a3f-4870-8db1-9534ee5af420', 'mac_address': 'fa:16:3e:ed:f6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:51:48.802400 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:48.820345 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e3ebdc-1a3f-4870-8db1-9534ee5af420 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:51:48.838389 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port b3e3ebdc-1a3f-4870-8db1-9534ee5af420, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b3e3ebdc-1a3f-4870-8db1-9534ee5af420,segment=NetworkSegment(b410f489-9d1e-4062-aeeb-1fb959e15c49),segment_id=b410f489-9d1e-4062-aeeb-1fb959e15c49)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:51:48.841968 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:48.843884 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8c1066f5-53cf-443e-8450-1ce5325c850d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:51:48.924598 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=b3e3ebdc-1a3f-4870-8db1-9534ee5af420,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:51:48.934303 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:51:48.934704 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:51:48.935062 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:51:48.935464 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:51:48.935871 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:51:48.936249 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:51:48.936609 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:51:48.936985 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:51:48.937372 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:51:48.937755 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:51:48.938128 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:51:48.938538 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:51:48.942917 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:51:49.075138 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['b3e3ebdc-1a3f-4870-8db1-9534ee5af420'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:51:49.502013 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06e77b-0ce0-4173-aae6-6c1d1d9ac1a5 req-a5c334a1-2342-47e2-8e37-cae7a5af6f7c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:49.503653 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2f06e77b-0ce0-4173-aae6-6c1d1d9ac1a5 req-a5c334a1-2342-47e2-8e37-cae7a5af6f7c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.0914035
Apr 19 07:51:49.552675 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2f06e77b-0ce0-4173-aae6-6c1d1d9ac1a5 req-47f659b8-01df-4fb0-adf7-1301eee96550 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421219
Apr 19 07:51:49.767778 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c4a50-b801-4262-9c29-65f2d4e77c4c req-4b4f9d1a-902c-4395-b931-32625a2349e9 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:49.769408 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-553c4a50-b801-4262-9c29-65f2d4e77c4c req-4b4f9d1a-902c-4395-b931-32625a2349e9 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 945 time: 0.1053028
Apr 19 07:51:49.820138 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-553c4a50-b801-4262-9c29-65f2d4e77c4c req-546d3f2b-9006-4f1d-b940-00c95daec9df tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432932
Apr 19 07:51:50.568155 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device b3e3ebdc-1a3f-4870-8db1-9534ee5af420 up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:51:50.654961 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning for port b3e3ebdc-1a3f-4870-8db1-9534ee5af420 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:51:50.660186 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port b3e3ebdc-1a3f-4870-8db1-9534ee5af420 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:51:50.660615 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:50.761588 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9812df9-1c2a-4561-ad03-8edd7776ffe2 req-080dd0b2-5dfb-43ac-85c8-98e66cc86433 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:50.763285 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c9812df9-1c2a-4561-ad03-8edd7776ffe2 req-080dd0b2-5dfb-43ac-85c8-98e66cc86433 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.0917313
Apr 19 07:51:50.788536 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:50.816182 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c9812df9-1c2a-4561-ad03-8edd7776ffe2 req-228b83d9-0394-42d1-82e0-c12320d9d27c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459230
Apr 19 07:51:50.821417 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f57f60-2333-4ff9-a8d6-00fd81ae5ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e3ebdc-1a3f-4870-8db1-9534ee5af420'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:51:50.832599 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port b3e3ebdc-1a3f-4870-8db1-9534ee5af420, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b3e3ebdc-1a3f-4870-8db1-9534ee5af420,segment=NetworkSegment(b410f489-9d1e-4062-aeeb-1fb959e15c49),segment_id=b410f489-9d1e-4062-aeeb-1fb959e15c49)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:51:50.842668 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:50.846426 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:51:50.925255 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=b3e3ebdc-1a3f-4870-8db1-9534ee5af420,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:51:50.929369 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:51:50.939592 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f57f60-2333-4ff9-a8d6-00fd81ae5ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e3ebdc-1a3f-4870-8db1-9534ee5af420', 'code': 200}
Apr 19 07:51:51.032496 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a6f85-f455-40cd-9e6c-320e507846c1 req-29483704-be15-4206-b0f9-597f3f7a949c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:51.034212 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a61a6f85-f455-40cd-9e6c-320e507846c1 req-29483704-be15-4206-b0f9-597f3f7a949c tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 946 time: 0.0928056
Apr 19 07:51:51.088450 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a61a6f85-f455-40cd-9e6c-320e507846c1 req-32e75181-ad39-4843-b345-f2b08462fbb6 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470114
Apr 19 07:51:51.241664 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369f873-ddfb-4180-afdc-e948364d29fe req-f6262f7a-9090-4a1a-a419-3c464e0e4fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:51.243624 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9369f873-ddfb-4180-afdc-e948364d29fe req-f6262f7a-9090-4a1a-a419-3c464e0e4fad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 1099 time: 0.0826750
Apr 19 07:51:51.288713 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9369f873-ddfb-4180-afdc-e948364d29fe req-fd870c2b-28a9-4c4a-8b29-594f05e9eedd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389040
Apr 19 07:51:52.041834 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb40789-ae0a-4d8e-9354-cb38514c26ed req-8b8d6d29-6fc1-4bf8-950f-fcdfca4b9617 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:52.043625 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8cb40789-ae0a-4d8e-9354-cb38514c26ed req-8b8d6d29-6fc1-4bf8-950f-fcdfca4b9617 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.1015213
Apr 19 07:51:52.094450 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8cb40789-ae0a-4d8e-9354-cb38514c26ed req-2f7d7510-7d20-4fcf-a01a-d732c64b337c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437155
Apr 19 07:51:52.301659 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5d311-7943-49d0-9efb-fb2a42caf847 req-c0a72145-a980-449e-9015-3bbb256d1f59 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:52.303365 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1df5d311-7943-49d0-9efb-fb2a42caf847 req-c0a72145-a980-449e-9015-3bbb256d1f59 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 946 time: 0.0911257
Apr 19 07:51:52.351861 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-1df5d311-7943-49d0-9efb-fb2a42caf847 req-c4e2f16c-a286-4e5c-9b58-45c0d6f46c43 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417714
Apr 19 07:51:52.572564 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c47cd-2ff3-4600-b744-a6265589383b req-88a1b16f-8496-46a4-8f14-b9427e06bd51 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:52.574309 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-551c47cd-2ff3-4600-b744-a6265589383b req-88a1b16f-8496-46a4-8f14-b9427e06bd51 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 946 time: 0.1052666
Apr 19 07:51:52.628627 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-551c47cd-2ff3-4600-b744-a6265589383b req-ae119f94-be89-4f48-8b9b-f0a44dbbc6d0 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448668
Apr 19 07:51:52.659090 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 56242) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:51:52.753361 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fe1759-beb5-4bfe-bc3a-9bdceb83445d tempest-TestVolumeBootPattern-1844437003 tempest-TestVolumeBootPattern-1844437003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:52.755137 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-08fe1759-beb5-4bfe-bc3a-9bdceb83445d tempest-TestVolumeBootPattern-1844437003 tempest-TestVolumeBootPattern-1844437003-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 1094 time: 0.0945108
Apr 19 07:51:52.758429 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 56246) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:51:52.764813 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Request body: {'floatingip': {'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'port_id': 'b3e3ebdc-1a3f-4870-8db1-9534ee5af420', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:51:52.772208 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:51:52.777128 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Usage tracker for resource:floatingip and tenant:7cb235dc3277438c954bbcb8afc3469e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:51:52.780644 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:51:52.787662 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:51:52.799402 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for floatingip, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:52.965259 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:53.128262 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Allocated IP 172.27.0.60 (642ff66f-9552-4d00-a89f-4b61cdc828eb/39f3d441-e877-4577-8020-74e884c403b0/6dd7bffc-8b38-4c19-8a95-29999866e8e6) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:51:53.360130 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352086a-12c0-4ef0-bc51-7544e1345c1e req-c03f0b49-9e9e-4386-a82b-87689ac863cc tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:53.362314 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8352086a-12c0-4ef0-bc51-7544e1345c1e req-c03f0b49-9e9e-4386-a82b-87689ac863cc tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.1421561
Apr 19 07:51:53.448574 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8352086a-12c0-4ef0-bc51-7544e1345c1e req-2e3d937c-bd3f-4941-aec0-d8ff04105562 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757716
Apr 19 07:51:53.561197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:53.595770 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:53.601251 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:51:53.671113 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Network 642ff66f-9552-4d00-a89f-4b61cdc828eb is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:51:53.674213 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Resources bound (agent type, host, resource id):  {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:51:53.677205 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:51:53.723125 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Pushing event updated for resources: {'Port': ['ID=6dd7bffc-8b38-4c19-8a95-29999866e8e6,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:51:53.727688 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:51:54.169221 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:54.250744 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:54.487435 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:54.495212 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852205354'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:54.501612 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-76d46005-98e1-4ec3-a304-3cf097dcd1ca tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:51:54.626097 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Pushing event updated for resources: {'Port': ['ID=6dd7bffc-8b38-4c19-8a95-29999866e8e6,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:51:54.638108 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:51:54.650768 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671153'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:54.704829 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2271c95-9782-4e26-b673-31e028a48a6d req-1570701c-e57d-481e-a7aa-70a9991184ae tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:54.706515 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f2271c95-9782-4e26-b673-31e028a48a6d req-1570701c-e57d-481e-a7aa-70a9991184ae tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.1178079
Apr 19 07:51:54.777663 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f2271c95-9782-4e26-b673-31e028a48a6d req-1315e86f-2331-48a9-9f06-9dcee2a062ed tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637903
Apr 19 07:51:54.849511 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.l3_db [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Floating IP b569017e-2ecf-4022-bd97-ce6db0bca6cb associated. External IP: 172.27.0.60, port: b3e3ebdc-1a3f-4870-8db1-9534ee5af420.
Apr 19 07:51:55.265168 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ceb966-fb68-4dd5-ab1e-e61bcbc5bc9e req-2f0ab22f-326a-436a-b536-f72d45a4a83e tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:55.266887 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-89ceb966-fb68-4dd5-ab1e-e61bcbc5bc9e req-2f0ab22f-326a-436a-b536-f72d45a4a83e tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.0988648
Apr 19 07:51:55.322928 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-89ceb966-fb68-4dd5-ab1e-e61bcbc5bc9e req-61a7107a-8fac-4513-9647-1f0fad0110d0 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459046
Apr 19 07:51:55.442064 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27990e-acb0-427b-b162-14c5b4dcf84b req-159b0df0-3539-4db5-9b48-0acea4a262ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:55.443706 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8e27990e-acb0-427b-b162-14c5b4dcf84b req-159b0df0-3539-4db5-9b48-0acea4a262ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=beb5f7bcb1564ffd94d553241f2d0e49&device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 1098 time: 0.2266805
Apr 19 07:51:55.445655 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Router 6d8e02f7-c7e0-49ae-adee-ba4621801160 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:51:55.756374 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27990e-acb0-427b-b162-14c5b4dcf84b req-624892f1-3748-4848-a41d-fc39dabef156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:55.757988 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8e27990e-acb0-427b-b162-14c5b4dcf84b req-624892f1-3748-4848-a41d-fc39dabef156 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e2eafa6-5aad-4aad-b458-4ff62c60ac34 HTTP/1.1" status: 200  len: 911 time: 0.3072405
Apr 19 07:51:55.767005 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:51:55.778992 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f97739-1723-4365-ba13-f24bc1920098 None None] Sync routers for ids ['6d8e02f7-c7e0-49ae-adee-ba4621801160'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:51:55.794921 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f97739-1723-4365-ba13-f24bc1920098 None None] Routers {'6d8e02f7-c7e0-49ae-adee-ba4621801160'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:51:55.795899 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-16f97739-1723-4365-ba13-f24bc1920098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165372160>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:51:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['6d8e02f7-c7e0-49ae-adee-ba4621801160'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:51:55.881105 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:56.075658 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-16f97739-1723-4365-ba13-f24bc1920098 None None] Set router 6d8e02f7-c7e0-49ae-adee-ba4621801160 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:51:56.195681 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8e27990e-acb0-427b-b162-14c5b4dcf84b req-8c340df7-f226-4368-b182-743b4517f07d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d779cc6-e97c-4b82-ac60-abaabb83e19f HTTP/1.1" status: 200  len: 1000 time: 0.4302535
Apr 19 07:51:56.270735 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-56a22976-e7de-4c59-8098-b8d139d9707a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.5110641
Apr 19 07:51:56.274346 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f57f60-2333-4ff9-a8d6-00fd81ae5ff4', 'tag': 'b3e3ebdc-1a3f-4870-8db1-9534ee5af420'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:51:56.317997 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27990e-acb0-427b-b162-14c5b4dcf84b req-26a62237-db3d-41ff-b0fc-7a9eabe374ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:56.319900 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8e27990e-acb0-427b-b162-14c5b4dcf84b req-26a62237-db3d-41ff-b0fc-7a9eabe374ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bc60e672-9002-4cb6-99ed-f8f08caa1672 HTTP/1.1" status: 200  len: 849 time: 0.1095405
Apr 19 07:51:56.367532 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f57f60-2333-4ff9-a8d6-00fd81ae5ff4', 'tag': 'b3e3ebdc-1a3f-4870-8db1-9534ee5af420', 'status': 'completed', 'code': 200}
Apr 19 07:51:56.427154 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27990e-acb0-427b-b162-14c5b4dcf84b req-5f0f7941-45f5-4e77-8724-72b6d3024647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:56.429206 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8e27990e-acb0-427b-b162-14c5b4dcf84b req-5f0f7941-45f5-4e77-8724-72b6d3024647 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e2eafa6-5aad-4aad-b458-4ff62c60ac34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1028786
Apr 19 07:51:56.501174 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-16f97739-1723-4365-ba13-f24bc1920098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165372160>, [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:26Z', 'revision_number': 4, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': '828d835f-e420-488a-a563-c10472b24436', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'port_id': '1844db9a-7cf6-45bb-bf0d-0fb410325ac6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'mac_address': 'fa:16:3e:d7:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a121a4a-89d3-4f4c-a530-dec07c4d4393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:49:44Z', 'updated_at': '2021-04-19T07:49:48Z', 'revision_number': 1, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'fixed_ip_address_scope': None}, {'id': 'b569017e-2ecf-4022-bd97-ce6db0bca6cb', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'port_id': 'b3e3ebdc-1a3f-4870-8db1-9534ee5af420', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'mac_address': 'fa:16:3e:ed:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f57f60-2333-4ff9-a8d6-00fd81ae5ff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:51:54Z', 'updated_at': '2021-04-19T07:51:54Z', 'revision_number': 0, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb1516a-953f-41c9-a3a2-b51e942062f5', 'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'mac_address': 'fa:16:3e:a3:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:25Z', 'updated_at': '2021-04-19T07:46:36Z', 'revision_number': 5, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'subnets': [{'id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:51:56.506318 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f97739-1723-4365-ba13-f24bc1920098 None None] Checking router: 6d8e02f7-c7e0-49ae-adee-ba4621801160 for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:51:56.513460 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b0568-98ca-4f2d-a98a-216786a8aaef req-019683af-5419-4805-a89b-9b12af4212db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:56.515186 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9e5b0568-98ca-4f2d-a98a-216786a8aaef req-019683af-5419-4805-a89b-9b12af4212db service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cb235dc3277438c954bbcb8afc3469e&device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 1099 time: 0.1587346
Apr 19 07:51:56.520014 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f97739-1723-4365-ba13-f24bc1920098 None None] Routers {'6d8e02f7-c7e0-49ae-adee-ba4621801160'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:51:56.521536 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-16f97739-1723-4365-ba13-f24bc1920098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165372160>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:51:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['6d8e02f7-c7e0-49ae-adee-ba4621801160'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:51:56.626346 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:51:56.628282 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8e27990e-acb0-427b-b162-14c5b4dcf84b req-765d54de-9047-4877-903e-414087536ecf service neutron] 10.222.0.16 "GET /v2.0/networks/7e2eafa6-5aad-4aad-b458-4ff62c60ac34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1913788
Apr 19 07:51:56.716847 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b0568-98ca-4f2d-a98a-216786a8aaef req-3c1c234d-e116-46f5-8a5e-514b5676df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:56.719108 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9e5b0568-98ca-4f2d-a98a-216786a8aaef req-3c1c234d-e116-46f5-8a5e-514b5676df7d service neutron] 10.222.0.16 "GET /v2.0/networks?id=013f08f7-1900-40c6-87da-64fbcb5c53f4 HTTP/1.1" status: 200  len: 913 time: 0.1968331
Apr 19 07:51:56.736865 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2d01e-a321-4912-9b5d-4b7804af6cfa req-a2c2d2fb-d53d-42e7-a717-c9aeeefba9f0 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:56.738635 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-58d2d01e-a321-4912-9b5d-4b7804af6cfa req-a2c2d2fb-d53d-42e7-a717-c9aeeefba9f0 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.2866085
Apr 19 07:51:56.770599 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-16f97739-1723-4365-ba13-f24bc1920098 None None] Set router 6d8e02f7-c7e0-49ae-adee-ba4621801160 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:51:56.838193 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8e27990e-acb0-427b-b162-14c5b4dcf84b req-0dea4773-ac8e-47d6-b6dd-516eb961840a service neutron] 10.222.0.16 "GET /v2.0/networks/7e2eafa6-5aad-4aad-b458-4ff62c60ac34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2028146
Apr 19 07:51:56.889360 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-58d2d01e-a321-4912-9b5d-4b7804af6cfa req-ffff086b-1a69-46ee-aeed-1f8f880a85d1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783889
Apr 19 07:51:56.907945 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9e5b0568-98ca-4f2d-a98a-216786a8aaef req-45f4ccd1-ac48-47db-b9b3-7070022a1f56 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3e3ebdc-1a3f-4870-8db1-9534ee5af420 HTTP/1.1" status: 200  len: 999 time: 0.1679907
Apr 19 07:51:56.991564 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b0568-98ca-4f2d-a98a-216786a8aaef req-8ea47059-cfc6-4db8-979a-961aa59e5f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:56.994731 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9e5b0568-98ca-4f2d-a98a-216786a8aaef req-8ea47059-cfc6-4db8-979a-961aa59e5f05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=967d03ed-e8aa-45c3-bfb5-a07da23e1f83 HTTP/1.1" status: 200  len: 851 time: 0.0782204
Apr 19 07:51:57.094035 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b0568-98ca-4f2d-a98a-216786a8aaef req-00c4e04e-e2a3-4d73-ad9f-ecc7f9ef5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:57.096150 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9e5b0568-98ca-4f2d-a98a-216786a8aaef req-00c4e04e-e2a3-4d73-ad9f-ecc7f9ef5ea9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=013f08f7-1900-40c6-87da-64fbcb5c53f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0940592
Apr 19 07:51:57.264662 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-16f97739-1723-4365-ba13-f24bc1920098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165372160>, [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:26Z', 'revision_number': 4, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': '828d835f-e420-488a-a563-c10472b24436', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'port_id': '1844db9a-7cf6-45bb-bf0d-0fb410325ac6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'mac_address': 'fa:16:3e:d7:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a121a4a-89d3-4f4c-a530-dec07c4d4393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:49:44Z', 'updated_at': '2021-04-19T07:49:48Z', 'revision_number': 1, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'fixed_ip_address_scope': None}, {'id': 'b569017e-2ecf-4022-bd97-ce6db0bca6cb', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'port_id': 'b3e3ebdc-1a3f-4870-8db1-9534ee5af420', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'mac_address': 'fa:16:3e:ed:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f57f60-2333-4ff9-a8d6-00fd81ae5ff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:51:54Z', 'updated_at': '2021-04-19T07:51:54Z', 'revision_number': 0, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb1516a-953f-41c9-a3a2-b51e942062f5', 'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'mac_address': 'fa:16:3e:a3:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:25Z', 'updated_at': '2021-04-19T07:46:36Z', 'revision_number': 5, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'subnets': [{'id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:51:57.270438 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f97739-1723-4365-ba13-f24bc1920098 None None] The sync data for ids ['6d8e02f7-c7e0-49ae-adee-ba4621801160'] in dv-cinder-773870-2-iscsi is: [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:26Z', 'revision_number': 4, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': '828d835f-e420-488a-a563-c10472b24436', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'port_id': '1844db9a-7cf6-45bb-bf0d-0fb410325ac6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'mac_address': 'fa:16:3e:d7:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a121a4a-89d3-4f4c-a530-dec07c4d4393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:49:44Z', 'updated_at': '2021-04-19T07:49:48Z', 'revision_number': 1, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'fixed_ip_address_scope': None}, {'id': 'b569017e-2ecf-4022-bd97-ce6db0bca6cb', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'port_id': 'b3e3ebdc-1a3f-4870-8db1-9534ee5af420', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'mac_address': 'fa:16:3e:ed:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f57f60-2333-4ff9-a8d6-00fd81ae5ff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:51:54Z', 'updated_at': '2021-04-19T07:51:54Z', 'revision_number': 0, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb1516a-953f-41c9-a3a2-b51e942062f5', 'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'mac_address': 'fa:16:3e:a3:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:25Z', 'updated_at': '2021-04-19T07:46:36Z', 'revision_number': 5, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'subnets': [{'id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:51:57.283472 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9e5b0568-98ca-4f2d-a98a-216786a8aaef req-382b3c15-9d9d-45f5-85c1-3bfae698e2ea service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1797757
Apr 19 07:51:57.483499 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9e5b0568-98ca-4f2d-a98a-216786a8aaef req-f00547ec-5721-4342-8cef-cf23df2d38d2 service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1895933
Apr 19 07:51:57.630345 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9d9aa7-67ac-4fba-a3cf-c51f49e6fa28 None None] New status for floating IP b569017e-2ecf-4022-bd97-ce6db0bca6cb: ACTIVE {{(pid=86358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 07:51:58.201980 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ad711-ca68-4cdb-8b49-4e8e5254c905 req-83590c74-779f-402c-9569-308d5f3418a7 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:51:58.204777 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-390ad711-ca68-4cdb-8b49-4e8e5254c905 req-83590c74-779f-402c-9569-308d5f3418a7 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.1382260
Apr 19 07:51:58.270319 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-390ad711-ca68-4cdb-8b49-4e8e5254c905 req-682bf17c-cac0-42ea-8568-46e9d77f9e42 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532601
Apr 19 07:52:03.809020 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-43bfc121-cfad-4e9c-aa8b-92021fab23fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:06.013350 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f1b77bb8-a4a7-4813-90ee-457bf940a129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:06.430872 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:07.028534 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:07.894581 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:13.899402 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:52:26.587976 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:26.652182 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-13e165fb-fe06-4969-9e5e-01cc3534f090 req-7073845b-f9a1-4b87-a278-8672a06d5dcc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0849805
Apr 19 07:52:27.044473 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e165fb-fe06-4969-9e5e-01cc3534f090 req-728cf4df-0981-4e55-99a5-80b409313599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:27.046049 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-13e165fb-fe06-4969-9e5e-01cc3534f090 req-728cf4df-0981-4e55-99a5-80b409313599 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cb235dc3277438c954bbcb8afc3469e&device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 1099 time: 0.3176966
Apr 19 07:52:27.204729 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e165fb-fe06-4969-9e5e-01cc3534f090 req-ee89bbc2-b06c-4bdd-a00d-23ac5a00200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:27.206371 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-13e165fb-fe06-4969-9e5e-01cc3534f090 req-ee89bbc2-b06c-4bdd-a00d-23ac5a00200b service neutron] 10.222.0.16 "GET /v2.0/networks?id=013f08f7-1900-40c6-87da-64fbcb5c53f4 HTTP/1.1" status: 200  len: 913 time: 0.1389802
Apr 19 07:52:27.318857 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-13e165fb-fe06-4969-9e5e-01cc3534f090 req-6f03abc1-761b-4c00-8d46-5b58d37ce2ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1844db9a-7cf6-45bb-bf0d-0fb410325ac6 HTTP/1.1" status: 200  len: 1002 time: 0.1047003
Apr 19 07:52:27.390035 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e165fb-fe06-4969-9e5e-01cc3534f090 req-32bb80bc-62fd-4db9-9adb-1076929d13e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:27.391711 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-13e165fb-fe06-4969-9e5e-01cc3534f090 req-32bb80bc-62fd-4db9-9adb-1076929d13e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=967d03ed-e8aa-45c3-bfb5-a07da23e1f83 HTTP/1.1" status: 200  len: 851 time: 0.0659380
Apr 19 07:52:27.481381 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e165fb-fe06-4969-9e5e-01cc3534f090 req-49534acf-ec1e-4b30-8f55-2dbb0378dc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:27.483409 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-13e165fb-fe06-4969-9e5e-01cc3534f090 req-49534acf-ec1e-4b30-8f55-2dbb0378dc4e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=013f08f7-1900-40c6-87da-64fbcb5c53f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0834391
Apr 19 07:52:27.631590 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-13e165fb-fe06-4969-9e5e-01cc3534f090 req-f2f777cc-d96e-41ad-a9ff-055780bda29b service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409624
Apr 19 07:52:27.776396 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-13e165fb-fe06-4969-9e5e-01cc3534f090 req-7e99fe0e-1597-4219-be93-9de5833fdab7 service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369209
Apr 19 07:52:31.901246 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746dc30-9d17-4e83-8c1e-9d99311f0485 req-41fa6251-7f8c-4769-8c69-f8e9b9f58d65 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:31.902879 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e746dc30-9d17-4e83-8c1e-9d99311f0485 req-41fa6251-7f8c-4769-8c69-f8e9b9f58d65 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.0974870
Apr 19 07:52:31.954960 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e746dc30-9d17-4e83-8c1e-9d99311f0485 req-0fbc936a-3dd0-42d4-9498-1583a773c200 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449376
Apr 19 07:52:33.176118 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fb589-5e4a-40ae-b365-8d7051ba2dc2 req-fff71a45-c347-4569-ad8f-8464e74695f0 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:33.177824 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-906fb589-5e4a-40ae-b365-8d7051ba2dc2 req-fff71a45-c347-4569-ad8f-8464e74695f0 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.0999765
Apr 19 07:52:33.234342 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-906fb589-5e4a-40ae-b365-8d7051ba2dc2 req-52ff00cf-c2e4-46fe-ae03-bb0b1b8a8759 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454285
Apr 19 07:52:33.725468 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a847065-8edc-4c55-ba64-73b61d058f97 req-b5266100-6018-463e-92e6-48fc15a8f645 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:33.727186 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9a847065-8edc-4c55-ba64-73b61d058f97 req-b5266100-6018-463e-92e6-48fc15a8f645 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.0960145
Apr 19 07:52:33.807076 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-922d9afa-55de-4a9e-a9ff-dddcdd07685e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:33.807410 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-9a847065-8edc-4c55-ba64-73b61d058f97 req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Deleting port 3d779cc6-e97c-4b82-ac60-abaabb83e19f {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:52:33.807801 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-9a847065-8edc-4c55-ba64-73b61d058f97 req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:34.075192 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-9a847065-8edc-4c55-ba64-73b61d058f97 req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] For port 3d779cc6-e97c-4b82-ac60-abaabb83e19f, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=3d779cc6-e97c-4b82-ac60-abaabb83e19f,segment=NetworkSegment(4a1ef362-606a-4e99-a51a-2fb5d9f7fca5),segment_id=4a1ef362-606a-4e99-a51a-2fb5d9f7fca5)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:52:34.075572 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-9a847065-8edc-4c55-ba64-73b61d058f97 req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:34.449563 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-9a847065-8edc-4c55-ba64-73b61d058f97 req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:34.450213 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-9a847065-8edc-4c55-ba64-73b61d058f97 req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671153'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:34.450355 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.l3_db [req-9a847065-8edc-4c55-ba64-73b61d058f97 req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Floating IP 58004d4f-0ea1-45a5-9459-96ddbcbadf69 disassociated. External IP: 172.27.0.50, port: 3d779cc6-e97c-4b82-ac60-abaabb83e19f.
Apr 19 07:52:34.450625 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-9a847065-8edc-4c55-ba64-73b61d058f97 req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Calling delete_port for 3d779cc6-e97c-4b82-ac60-abaabb83e19f owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:52:34.558994 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90509c3-f672-49ba-abcb-be23223a3974 req-7b3aa597-2480-4be1-9104-e5675a200698 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:34.560791 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c90509c3-f672-49ba-abcb-be23223a3974 req-7b3aa597-2480-4be1-9104-e5675a200698 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 945 time: 0.2018960
Apr 19 07:52:34.680093 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c90509c3-f672-49ba-abcb-be23223a3974 req-84ac7861-5b8e-4169-b0e1-7d4c82c3ba46 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=91e3e14b-49a2-4e10-86bf-96564f2430bf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1066265
Apr 19 07:52:34.683628 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-9a847065-8edc-4c55-ba64-73b61d058f97 req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:34.689865 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-025659d2-6382-4ddd-a77e-2357b9af89a2 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:52:34.740865 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Pushing event deleted for resources: {'Port': ['ID=3d779cc6-e97c-4b82-ac60-abaabb83e19f,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:52:34.754057 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:34.754470 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:34.754885 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:34.755387 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:34.755776 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:34.756169 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:34.756597 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:34.756928 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:34.757321 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:34.757708 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:34.758129 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:34.758539 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:34.762966 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:52:34.959621 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a847065-8edc-4c55-ba64-73b61d058f97 req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Router f548e4c9-d084-4585-94f2-ad761bf9f476 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:52:35.156203 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a847065-8edc-4c55-ba64-73b61d058f97 req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:52:35.168644 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c159e227-d224-4c9c-8392-8397b666cc78 None None] Sync routers for ids ['f548e4c9-d084-4585-94f2-ad761bf9f476'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:52:35.182246 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c159e227-d224-4c9c-8392-8397b666cc78 None None] Routers {'f548e4c9-d084-4585-94f2-ad761bf9f476'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:52:35.183322 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-c159e227-d224-4c9c-8392-8397b666cc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61654f24e0>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:52:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['f548e4c9-d084-4585-94f2-ad761bf9f476'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:52:35.245045 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a847065-8edc-4c55-ba64-73b61d058f97 req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] No DVR routers for this DVR port 3d779cc6-e97c-4b82-ac60-abaabb83e19f on host hv-cinder-77387 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:52:35.247720 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-9a847065-8edc-4c55-ba64-73b61d058f97 req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:35.251011 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf35e1ec-c540-49a4-a54b-73c6159e0be1', 'name': 'network-vif-deleted', 'tag': '3d779cc6-e97c-4b82-ac60-abaabb83e19f'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:52:35.265999 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9a847065-8edc-4c55-ba64-73b61d058f97 req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.16 "DELETE /v2.0/ports/3d779cc6-e97c-4b82-ac60-abaabb83e19f HTTP/1.1" status: 204  len: 173 time: 1.5322742
Apr 19 07:52:35.369758 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf35e1ec-c540-49a4-a54b-73c6159e0be1', 'name': 'network-vif-deleted', 'tag': '3d779cc6-e97c-4b82-ac60-abaabb83e19f', 'status': 'completed', 'code': 200}
Apr 19 07:52:35.568910 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-c159e227-d224-4c9c-8392-8397b666cc78 None None] Set router f548e4c9-d084-4585-94f2-ad761bf9f476 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:52:35.890184 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-46334ccb-eff4-45a0-a1ce-d3e59c26147b req-9181d11b-db98-4b94-a9fc-863f8afbcb20 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Synchronizing usage tracker for tenant:beb5f7bcb1564ffd94d553241f2d0e49 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:52:35.905744 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-46334ccb-eff4-45a0-a1ce-d3e59c26147b req-9181d11b-db98-4b94-a9fc-863f8afbcb20 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Unset dirty status for tenant:beb5f7bcb1564ffd94d553241f2d0e49 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:52:35.907162 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-46334ccb-eff4-45a0-a1ce-d3e59c26147b req-9181d11b-db98-4b94-a9fc-863f8afbcb20 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf35e1ec-c540-49a4-a54b-73c6159e0be1 HTTP/1.1" status: 200  len: 210 time: 0.0747125
Apr 19 07:52:35.933543 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-c159e227-d224-4c9c-8392-8397b666cc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61654f24e0>, [{'id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'name': 'tempest-AttachVolumeTestJSON-121904018-router', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:49:35Z', 'updated_at': '2021-04-19T07:49:41Z', 'revision_number': 4, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'gw_port': {'id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:36Z', 'updated_at': '2021-04-19T07:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': 'f3d349c5-56c3-4fcb-80bc-ed363fc6ae59', 'name': '', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'mac_address': 'fa:16:3e:a5:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:40Z', 'updated_at': '2021-04-19T07:49:48Z', 'revision_number': 5, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'subnets': [{'id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:52:35.937804 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c159e227-d224-4c9c-8392-8397b666cc78 None None] Checking router: f548e4c9-d084-4585-94f2-ad761bf9f476 for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:52:35.947813 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c159e227-d224-4c9c-8392-8397b666cc78 None None] Routers {'f548e4c9-d084-4585-94f2-ad761bf9f476'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:52:35.948458 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-c159e227-d224-4c9c-8392-8397b666cc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61654f24e0>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:52:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['f548e4c9-d084-4585-94f2-ad761bf9f476'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:52:36.019255 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d058d403-853f-4b70-b8ae-911ed6999e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:36.146556 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-c159e227-d224-4c9c-8392-8397b666cc78 None None] Set router f548e4c9-d084-4585-94f2-ad761bf9f476 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:52:36.428010 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:36.486771 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-c159e227-d224-4c9c-8392-8397b666cc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61654f24e0>, [{'id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'name': 'tempest-AttachVolumeTestJSON-121904018-router', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:49:35Z', 'updated_at': '2021-04-19T07:49:41Z', 'revision_number': 4, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'gw_port': {'id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:36Z', 'updated_at': '2021-04-19T07:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': 'f3d349c5-56c3-4fcb-80bc-ed363fc6ae59', 'name': '', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'mac_address': 'fa:16:3e:a5:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:40Z', 'updated_at': '2021-04-19T07:49:48Z', 'revision_number': 5, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'subnets': [{'id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:52:36.491591 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c159e227-d224-4c9c-8392-8397b666cc78 None None] The sync data for ids ['f548e4c9-d084-4585-94f2-ad761bf9f476'] in dv-cinder-773870-2-iscsi is: [{'id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'name': 'tempest-AttachVolumeTestJSON-121904018-router', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:49:35Z', 'updated_at': '2021-04-19T07:49:41Z', 'revision_number': 4, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'gw_port': {'id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:36Z', 'updated_at': '2021-04-19T07:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': 'f3d349c5-56c3-4fcb-80bc-ed363fc6ae59', 'name': '', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'mac_address': 'fa:16:3e:a5:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:40Z', 'updated_at': '2021-04-19T07:49:48Z', 'revision_number': 5, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'subnets': [{'id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:52:36.910829 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d620ae41-b522-4773-a403-93f7cbede7dd None None] New status for floating IP 58004d4f-0ea1-45a5-9459-96ddbcbadf69: DOWN {{(pid=86358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 07:52:37.053738 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 56308) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:52:37.136116 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2012b341-a118-46f2-b346-2aff3fb0f53b tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:37.151075 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:37.173748 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2012b341-a118-46f2-b346-2aff3fb0f53b tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:37.235110 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2012b341-a118-46f2-b346-2aff3fb0f53b tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:37.241630 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3624a3b2-363e-470d-87ce-4b2be8ffa0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:52:37.260714 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012b341-a118-46f2-b346-2aff3fb0f53b tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e3e14b-49a2-4e10-86bf-96564f2430bf,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:52:37.266023 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2012b341-a118-46f2-b346-2aff3fb0f53b tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:52:37.270937 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2012b341-a118-46f2-b346-2aff3fb0f53b tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:37.271881 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-2012b341-a118-46f2-b346-2aff3fb0f53b tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "DELETE /v2.0/security-groups/91e3e14b-49a2-4e10-86bf-96564f2430bf HTTP/1.1" status: 204  len: 168 time: 0.2168736
Apr 19 07:52:37.275692 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 56312) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:52:37.294591 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.v2.resource [None req-a180e465-46cd-4903-aead-f3090a1b031b tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] show failed (client error): The resource could not be found.
Apr 19 07:52:37.296200 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-a180e465-46cd-4903-aead-f3090a1b031b tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups/91e3e14b-49a2-4e10-86bf-96564f2430bf HTTP/1.1" status: 404  len: 347 time: 0.0191240
Apr 19 07:52:37.300435 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 56316) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:52:37.502238 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-0e7b298f-3aaf-40c3-8f5a-9f7ff0fddfd1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Deleting port 153521db-fe89-420c-804e-c6ce49011a79 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:52:37.502548 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0e7b298f-3aaf-40c3-8f5a-9f7ff0fddfd1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:37.898164 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:38.018368 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0e7b298f-3aaf-40c3-8f5a-9f7ff0fddfd1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:38.019196 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0e7b298f-3aaf-40c3-8f5a-9f7ff0fddfd1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:38.163200 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-0e7b298f-3aaf-40c3-8f5a-9f7ff0fddfd1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Calling delete_port for 153521db-fe89-420c-804e-c6ce49011a79 owned by network:floatingip {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:52:38.343458 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0e7b298f-3aaf-40c3-8f5a-9f7ff0fddfd1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:38.347747 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b39bd78f-3952-417a-a9a8-a47fb2cfe9c4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:52:38.396906 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b298f-3aaf-40c3-8f5a-9f7ff0fddfd1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Pushing event deleted for resources: {'Port': ['ID=153521db-fe89-420c-804e-c6ce49011a79,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:52:38.400495 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0e7b298f-3aaf-40c3-8f5a-9f7ff0fddfd1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:52:38.512298 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0e7b298f-3aaf-40c3-8f5a-9f7ff0fddfd1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for floatingip, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:38.531290 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0e7b298f-3aaf-40c3-8f5a-9f7ff0fddfd1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:38.532564 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-0e7b298f-3aaf-40c3-8f5a-9f7ff0fddfd1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "DELETE /v2.0/floatingips/58004d4f-0ea1-45a5-9459-96ddbcbadf69 HTTP/1.1" status: 204  len: 168 time: 1.2310102
Apr 19 07:52:38.840301 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 3d779cc6-e97c-4b82-ac60-abaabb83e19f no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:52:38.887584 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] No Port match for: 3d779cc6-e97c-4b82-ac60-abaabb83e19f {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:52:38.887978 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 3d779cc6-e97c-4b82-ac60-abaabb83e19f not bound to the agent host hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:52:39.919244 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 56324) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:52:39.925149 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1143959954', 'description': 'tempest-description--1520701809'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:52:39.937284 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:52:39.947570 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Usage tracker for resource:security_group and tenant:beb5f7bcb1564ffd94d553241f2d0e49 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:52:39.951229 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:52:39.959844 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:52:39.972719 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:40.005332 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:52:40.009738 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Usage tracker for resource:security_group_rule and tenant:beb5f7bcb1564ffd94d553241f2d0e49 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:52:40.013258 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:52:40.020018 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:52:40.105974 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:40.109922 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:40.116697 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e43eb2f3-3840-4e90-8b3a-abada060d910 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:52:40.166691 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=283453e5-2213-4ff2-8cf9-861baa874f00,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:52:40.171017 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:40.172456 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2522244
Apr 19 07:52:40.175976 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 56328) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:52:40.178062 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:40.178525 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:40.178952 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:40.179391 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:40.179806 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:40.180242 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:40.180654 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:40.181099 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:40.181585 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:40.181997 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:40.182386 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-aeef0318-ae22-4c36-b554-8dae2612d22c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Request body: {'security_group_rule': {'security_group_id': '283453e5-2213-4ff2-8cf9-861baa874f00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:52:40.182520 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:40.182864 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:40.187006 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:52:40.189849 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-aeef0318-ae22-4c36-b554-8dae2612d22c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:52:40.194620 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-aeef0318-ae22-4c36-b554-8dae2612d22c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Usage tracker for resource:security_group_rule and tenant:beb5f7bcb1564ffd94d553241f2d0e49 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:52:40.198229 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-aeef0318-ae22-4c36-b554-8dae2612d22c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:52:40.206585 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-aeef0318-ae22-4c36-b554-8dae2612d22c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:52:40.234157 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aeef0318-ae22-4c36-b554-8dae2612d22c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:40.314184 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aeef0318-ae22-4c36-b554-8dae2612d22c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:40.317150 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aeef0318-ae22-4c36-b554-8dae2612d22c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:40.319291 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:52:40.343782 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef0318-ae22-4c36-b554-8dae2612d22c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9afab7b0-befa-437d-ba32-3567d656cbcb,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:52:40.346526 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-aeef0318-ae22-4c36-b554-8dae2612d22c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:52:40.355341 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aeef0318-ae22-4c36-b554-8dae2612d22c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:40.356755 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-aeef0318-ae22-4c36-b554-8dae2612d22c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1795993
Apr 19 07:52:40.360506 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 56332) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:52:40.368202 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-23de50ad-c42b-4dfa-a058-f450ff022071 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Request body: {'security_group_rule': {'security_group_id': '283453e5-2213-4ff2-8cf9-861baa874f00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:52:40.377875 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-23de50ad-c42b-4dfa-a058-f450ff022071 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:52:40.384145 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-23de50ad-c42b-4dfa-a058-f450ff022071 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Usage tracker for resource:security_group_rule and tenant:beb5f7bcb1564ffd94d553241f2d0e49 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:52:40.388587 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-23de50ad-c42b-4dfa-a058-f450ff022071 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:52:40.396014 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-23de50ad-c42b-4dfa-a058-f450ff022071 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:52:40.418251 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-23de50ad-c42b-4dfa-a058-f450ff022071 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:40.491160 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-23de50ad-c42b-4dfa-a058-f450ff022071 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:40.494537 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-23de50ad-c42b-4dfa-a058-f450ff022071 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587968'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:40.496829 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:52:40.522414 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de50ad-c42b-4dfa-a058-f450ff022071 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f603954-c2da-4214-a325-2e4ce8d205f0,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:52:40.525376 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-23de50ad-c42b-4dfa-a058-f450ff022071 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:52:40.532412 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-23de50ad-c42b-4dfa-a058-f450ff022071 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:40.533694 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-23de50ad-c42b-4dfa-a058-f450ff022071 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1721632
Apr 19 07:52:40.539348 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 56336) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:52:40.547771 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-a5f98cc7-a9d0-4d4d-b44d-93d134f13d10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Request body: {'floatingip': {'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:52:40.557229 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-a5f98cc7-a9d0-4d4d-b44d-93d134f13d10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:52:40.562518 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-a5f98cc7-a9d0-4d4d-b44d-93d134f13d10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Usage tracker for resource:floatingip and tenant:beb5f7bcb1564ffd94d553241f2d0e49 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:52:40.566318 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-a5f98cc7-a9d0-4d4d-b44d-93d134f13d10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:52:40.573768 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-a5f98cc7-a9d0-4d4d-b44d-93d134f13d10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:52:40.584742 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a5f98cc7-a9d0-4d4d-b44d-93d134f13d10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for floatingip, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:40.752285 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a5f98cc7-a9d0-4d4d-b44d-93d134f13d10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:40.942732 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-a5f98cc7-a9d0-4d4d-b44d-93d134f13d10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Allocated IP 172.27.0.151 (642ff66f-9552-4d00-a89f-4b61cdc828eb/39f3d441-e877-4577-8020-74e884c403b0/979a1eda-7359-47f2-8c75-b693cfde7a0b) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:52:41.124255 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a5f98cc7-a9d0-4d4d-b44d-93d134f13d10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:41.158513 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a5f98cc7-a9d0-4d4d-b44d-93d134f13d10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:41.163561 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:52:41.228379 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f98cc7-a9d0-4d4d-b44d-93d134f13d10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Network 642ff66f-9552-4d00-a89f-4b61cdc828eb is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:52:41.238371 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-a5f98cc7-a9d0-4d4d-b44d-93d134f13d10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:52:41.243249 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f98cc7-a9d0-4d4d-b44d-93d134f13d10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:52:41.294793 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f98cc7-a9d0-4d4d-b44d-93d134f13d10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Pushing event updated for resources: {'Port': ['ID=979a1eda-7359-47f2-8c75-b693cfde7a0b,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:52:41.299636 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a5f98cc7-a9d0-4d4d-b44d-93d134f13d10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:52:41.352151 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a5f98cc7-a9d0-4d4d-b44d-93d134f13d10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:41.419231 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a5f98cc7-a9d0-4d4d-b44d-93d134f13d10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:41.673867 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a5f98cc7-a9d0-4d4d-b44d-93d134f13d10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:41.677880 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a5f98cc7-a9d0-4d4d-b44d-93d134f13d10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:41.682918 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ad178da4-5107-48a1-8453-2fcae33d2452 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:52:41.807381 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f98cc7-a9d0-4d4d-b44d-93d134f13d10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Pushing event updated for resources: {'Port': ['ID=979a1eda-7359-47f2-8c75-b693cfde7a0b,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:52:41.812121 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a5f98cc7-a9d0-4d4d-b44d-93d134f13d10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:52:41.819923 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a5f98cc7-a9d0-4d4d-b44d-93d134f13d10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671153'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:41.842648 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a5f98cc7-a9d0-4d4d-b44d-93d134f13d10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:41.844191 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-a5f98cc7-a9d0-4d4d-b44d-93d134f13d10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3035026
Apr 19 07:52:42.123131 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-42f2e6ac-3e8b-49aa-b2f8-ac4fe8af5969 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Synchronizing usage tracker for tenant:beb5f7bcb1564ffd94d553241f2d0e49 on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:52:42.139592 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-42f2e6ac-3e8b-49aa-b2f8-ac4fe8af5969 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Unset dirty status for tenant:beb5f7bcb1564ffd94d553241f2d0e49 on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:52:42.141044 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-42f2e6ac-3e8b-49aa-b2f8-ac4fe8af5969 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1143959954&fields=id&tenant_id=beb5f7bcb1564ffd94d553241f2d0e49 HTTP/1.1" status: 200  len: 267 time: 0.0785890
Apr 19 07:52:42.320490 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-4f9e1178-74f8-4757-8e84-0b81f08dc755 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:42.322267 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-4f9e1178-74f8-4757-8e84-0b81f08dc755 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/networks?id=7e2eafa6-5aad-4aad-b458-4ff62c60ac34 HTTP/1.1" status: 200  len: 810 time: 0.1730289
Apr 19 07:52:42.343714 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-3a9ebdaa-607e-43cd-8cbf-f34c230a1c4f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/quotas/beb5f7bcb1564ffd94d553241f2d0e49 HTTP/1.1" status: 200  len: 375 time: 0.0118787
Apr 19 07:52:42.443956 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-1629e4ab-2d76-488e-9a17-da9e172d944d tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Synchronizing usage tracker for tenant:beb5f7bcb1564ffd94d553241f2d0e49 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:52:42.461933 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-1629e4ab-2d76-488e-9a17-da9e172d944d tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Unset dirty status for tenant:beb5f7bcb1564ffd94d553241f2d0e49 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:52:42.463444 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-1629e4ab-2d76-488e-9a17-da9e172d944d tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=beb5f7bcb1564ffd94d553241f2d0e49&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1131201
Apr 19 07:52:42.627902 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-82908377-a09a-44f7-8bc2-652af0d9cc97 service neutron] 10.222.0.20 "GET /v2.0/networks/7e2eafa6-5aad-4aad-b458-4ff62c60ac34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501777
Apr 19 07:52:42.851478 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-f2806b8b-870e-4d5e-bf13-d59e02add62a service neutron] 10.222.0.20 "GET /v2.0/networks/7e2eafa6-5aad-4aad-b458-4ff62c60ac34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2156668
Apr 19 07:52:43.068274 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-90e303de-d124-4db6-bfbc-f733f28064ac req-5279d885-089d-48bc-8edd-e522b79bcdda tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=1791d38a-1d7f-4558-b5de-788b8b727a37 HTTP/1.1" status: 200  len: 210 time: 0.0532975
Apr 19 07:52:44.184748 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b89541c2-6335-42b7-b499-97fbd1eb0b10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:44.186443 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b89541c2-6335-42b7-b499-97fbd1eb0b10 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.16 "GET /v2.0/networks?id=7e2eafa6-5aad-4aad-b458-4ff62c60ac34 HTTP/1.1" status: 200  len: 810 time: 0.1752987
Apr 19 07:52:44.272137 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4fdf7318-41e5-451e-9450-6df64c2595ce req-45d645c3-3209-41a5-b46e-3d0cae5bde63 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=1791d38a-1d7f-4558-b5de-788b8b727a37 HTTP/1.1" status: 200  len: 210 time: 0.0746636
Apr 19 07:52:44.326312 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-2e784801-7c4d-4704-a52e-44e60a4bd622 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=beb5f7bcb1564ffd94d553241f2d0e49 HTTP/1.1" status: 200  len: 5709 time: 0.1275661
Apr 19 07:52:44.335956 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-6b0231cb-1af7-42c4-8f64-87de57894510 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Request body: {'port': {'device_id': '1791d38a-1d7f-4558-b5de-788b8b727a37', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'admin_state_up': True, 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'security_groups': ['283453e5-2213-4ff2-8cf9-861baa874f00']}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:52:44.482509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-6b0231cb-1af7-42c4-8f64-87de57894510 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:52:44.493457 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-6b0231cb-1af7-42c4-8f64-87de57894510 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:52:44.503269 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-6b0231cb-1af7-42c4-8f64-87de57894510 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Made reservation on behalf of beb5f7bcb1564ffd94d553241f2d0e49 for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:52:44.509705 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-6b0231cb-1af7-42c4-8f64-87de57894510 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:44.697031 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-6b0231cb-1af7-42c4-8f64-87de57894510 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Allocated IP 172.20.0.14 (7e2eafa6-5aad-4aad-b458-4ff62c60ac34/bc60e672-9002-4cb6-99ed-f8f08caa1672/c88f2af2-9d7d-46cf-b905-d49e09c84b7d) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:52:44.913479 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-6b0231cb-1af7-42c4-8f64-87de57894510 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:44.933352 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-6b0231cb-1af7-42c4-8f64-87de57894510 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Transition to ACTIVE for port object c88f2af2-9d7d-46cf-b905-d49e09c84b7d will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:52:44.963463 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-6b0231cb-1af7-42c4-8f64-87de57894510 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:44.969890 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-dc0f470f-9cdf-4590-a457-9569bc606ed3 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:52:45.044398 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-6b0231cb-1af7-42c4-8f64-87de57894510 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Network 7e2eafa6-5aad-4aad-b458-4ff62c60ac34 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:52:45.048880 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-6b0231cb-1af7-42c4-8f64-87de57894510 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:52:45.053263 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-6b0231cb-1af7-42c4-8f64-87de57894510 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:52:45.094680 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0231cb-1af7-42c4-8f64-87de57894510 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Pushing event updated for resources: {'Port': ['ID=c88f2af2-9d7d-46cf-b905-d49e09c84b7d,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:52:45.099809 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6b0231cb-1af7-42c4-8f64-87de57894510 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:52:45.134537 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-6b0231cb-1af7-42c4-8f64-87de57894510 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:45.135571 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-6b0231cb-1af7-42c4-8f64-87de57894510 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:45.165634 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-6b0231cb-1af7-42c4-8f64-87de57894510 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8337817
Apr 19 07:52:45.178441 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Request body: {'port': {'device_id': '1791d38a-1d7f-4558-b5de-788b8b727a37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:52:45.254198 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-84cda144-2502-4507-8fb5-cd2b09f7d0c8 None None] Provisioning for port c88f2af2-9d7d-46cf-b905-d49e09c84b7d completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:52:45.262558 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-84cda144-2502-4507-8fb5-cd2b09f7d0c8 None None] Provisioning complete for port c88f2af2-9d7d-46cf-b905-d49e09c84b7d triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:52:45.262985 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-84cda144-2502-4507-8fb5-cd2b09f7d0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:45.322493 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:45.342569 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-84cda144-2502-4507-8fb5-cd2b09f7d0c8 None None] Port c88f2af2-9d7d-46cf-b905-d49e09c84b7d cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 07:52:45.689154 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97d20e-eb52-4b26-adf4-4bb212d4f5e5 req-afca8749-fcb2-4ffc-9dfc-bfa75ac008f1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:45.689937 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-af97d20e-eb52-4b26-adf4-4bb212d4f5e5 req-afca8749-fcb2-4ffc-9dfc-bfa75ac008f1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Synchronizing usage tracker for tenant:beb5f7bcb1564ffd94d553241f2d0e49 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:52:45.727051 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-af97d20e-eb52-4b26-adf4-4bb212d4f5e5 req-afca8749-fcb2-4ffc-9dfc-bfa75ac008f1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Unset dirty status for tenant:beb5f7bcb1564ffd94d553241f2d0e49 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:52:45.728328 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-af97d20e-eb52-4b26-adf4-4bb212d4f5e5 req-afca8749-fcb2-4ffc-9dfc-bfa75ac008f1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=1791d38a-1d7f-4558-b5de-788b8b727a37 HTTP/1.1" status: 200  len: 932 time: 0.2642727
Apr 19 07:52:45.842548 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-af97d20e-eb52-4b26-adf4-4bb212d4f5e5 req-747728e1-6d49-404f-8073-211b6abf8106 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=283453e5-2213-4ff2-8cf9-861baa874f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1007748
Apr 19 07:52:45.844874 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c88f2af2-9d7d-46cf-b905-d49e09c84b7d {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:52:45.856962 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:45.876338 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Transition to ACTIVE for port object c88f2af2-9d7d-46cf-b905-d49e09c84b7d will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:52:45.879522 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:45.883547 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f18e18ea-158a-4507-82d0-46910e15f5db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:52:46.028933 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Pushing event updated for resources: {'Port': ['ID=c88f2af2-9d7d-46cf-b905-d49e09c84b7d,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:52:46.063818 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:52:46.149240 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Attempting to bind port c88f2af2-9d7d-46cf-b905-d49e09c84b7d on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:52:46.149595 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Attempting to bind port c88f2af2-9d7d-46cf-b905-d49e09c84b7d by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '4a1ef362-606a-4e99-a51a-2fb5d9f7fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:52:46.149962 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Attempting to bind port c88f2af2-9d7d-46cf-b905-d49e09c84b7d on network 7e2eafa6-5aad-4aad-b458-4ff62c60ac34 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:52:46.155100 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Port c88f2af2-9d7d-46cf-b905-d49e09c84b7d on network 7e2eafa6-5aad-4aad-b458-4ff62c60ac34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 07:52:46.155455 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Attempting to bind port c88f2af2-9d7d-46cf-b905-d49e09c84b7d on network 7e2eafa6-5aad-4aad-b458-4ff62c60ac34 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:52:46.161549 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Checking agent: {'id': 'e1395553-83f9-4e7d-975f-a9afa5ddc59a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:52:46.161915 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Checking segment: {'id': '4a1ef362-606a-4e99-a51a-2fb5d9f7fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:52:46.162366 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Bound using segment: {'id': '4a1ef362-606a-4e99-a51a-2fb5d9f7fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:52:46.162835 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Bound port: c88f2af2-9d7d-46cf-b905-d49e09c84b7d, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a1ef362-606a-4e99-a51a-2fb5d9f7fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:52:46.163217 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:46.284868 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] For port c88f2af2-9d7d-46cf-b905-d49e09c84b7d, host hv-cinder-77387, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:52:46.289058 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] For port c88f2af2-9d7d-46cf-b905-d49e09c84b7d, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c88f2af2-9d7d-46cf-b905-d49e09c84b7d,segment=NetworkSegment(4a1ef362-606a-4e99-a51a-2fb5d9f7fca5),segment_id=4a1ef362-606a-4e99-a51a-2fb5d9f7fca5)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:52:46.292842 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:46.299070 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ea9266fb-cf85-4606-b3d6-6d72b61ce063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:52:46.633163 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:46.633854 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:46.635420 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] 10.222.0.16 "PUT /v2.0/ports/c88f2af2-9d7d-46cf-b905-d49e09c84b7d HTTP/1.1" status: 200  len: 1094 time: 1.4623299
Apr 19 07:52:46.636026 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1791d38a-1d7f-4558-b5de-788b8b727a37', 'tag': 'c88f2af2-9d7d-46cf-b905-d49e09c84b7d'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:52:46.660750 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Pushing event updated for resources: {'Port': ['ID=c88f2af2-9d7d-46cf-b905-d49e09c84b7d,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:52:46.664465 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:52:46.728663 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1791d38a-1d7f-4558-b5de-788b8b727a37', 'tag': 'c88f2af2-9d7d-46cf-b905-d49e09c84b7d', 'status': 'completed', 'code': 200}
Apr 19 07:52:46.779251 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-dca5804e-3613-4c27-b0a9-c3cddfc84cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:46.780980 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-dca5804e-3613-4c27-b0a9-c3cddfc84cbc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=beb5f7bcb1564ffd94d553241f2d0e49&device_id=1791d38a-1d7f-4558-b5de-788b8b727a37 HTTP/1.1" status: 200  len: 1097 time: 0.0916057
Apr 19 07:52:46.854066 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-b9e35c4e-558d-4c4f-b5b4-c333aadd8ff0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c88f2af2-9d7d-46cf-b905-d49e09c84b7d HTTP/1.1" status: 200  len: 217 time: 0.0660405
Apr 19 07:52:46.932015 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-cec94535-9198-4049-9876-e9737026b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:46.933597 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-cec94535-9198-4049-9876-e9737026b6aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bc60e672-9002-4cb6-99ed-f8f08caa1672 HTTP/1.1" status: 200  len: 849 time: 0.0735037
Apr 19 07:52:47.099603 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb50644-9ed3-4ca6-b6f0-51ae30ea5768 req-ed8fbffd-447f-4486-a094-705f71eed9af tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:47.101340 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7cb50644-9ed3-4ca6-b6f0-51ae30ea5768 req-ed8fbffd-447f-4486-a094-705f71eed9af tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=1791d38a-1d7f-4558-b5de-788b8b727a37 HTTP/1.1" status: 200  len: 944 time: 0.1247199
Apr 19 07:52:47.105378 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-3c4afcd8-c6ef-4dd1-b9ec-1b6d73198690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:47.107029 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-3c4afcd8-c6ef-4dd1-b9ec-1b6d73198690 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e2eafa6-5aad-4aad-b458-4ff62c60ac34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1666496
Apr 19 07:52:47.247041 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-7cb50644-9ed3-4ca6-b6f0-51ae30ea5768 req-9f85a10b-0c55-4a01-bc03-e145f440d50c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=283453e5-2213-4ff2-8cf9-861baa874f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1389468
Apr 19 07:52:47.288061 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-8f768bfc-c6d4-4034-892f-4d2285f1c46a service neutron] 10.222.0.16 "GET /v2.0/networks/7e2eafa6-5aad-4aad-b458-4ff62c60ac34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1641414
Apr 19 07:52:47.437928 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9b0b376e-0320-4bf0-a37a-693cea327a23 req-373210b6-0530-45a3-a8ab-53fb4d9536a5 service neutron] 10.222.0.16 "GET /v2.0/networks/7e2eafa6-5aad-4aad-b458-4ff62c60ac34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435409
Apr 19 07:52:47.571600 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e40d70-a420-4add-bd6b-cacee059e24a req-ec71ad4c-c9b5-4e0e-80cf-171724a3a8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:47.573257 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-14e40d70-a420-4add-bd6b-cacee059e24a req-ec71ad4c-c9b5-4e0e-80cf-171724a3a8e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=beb5f7bcb1564ffd94d553241f2d0e49&device_id=1791d38a-1d7f-4558-b5de-788b8b727a37 HTTP/1.1" status: 200  len: 1097 time: 0.0854464
Apr 19 07:52:47.728029 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e40d70-a420-4add-bd6b-cacee059e24a req-446a186e-1b6d-4afa-9f12-57ef8f847b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:47.729568 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-14e40d70-a420-4add-bd6b-cacee059e24a req-446a186e-1b6d-4afa-9f12-57ef8f847b71 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e2eafa6-5aad-4aad-b458-4ff62c60ac34 HTTP/1.1" status: 200  len: 911 time: 0.1490221
Apr 19 07:52:47.809160 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-14e40d70-a420-4add-bd6b-cacee059e24a req-e22b406a-8e74-4582-92a4-14c2b326026e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c88f2af2-9d7d-46cf-b905-d49e09c84b7d HTTP/1.1" status: 200  len: 217 time: 0.0727019
Apr 19 07:52:47.898083 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e40d70-a420-4add-bd6b-cacee059e24a req-ccfa0943-ce4c-4ca6-b1b8-79f466406341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:47.900145 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-14e40d70-a420-4add-bd6b-cacee059e24a req-ccfa0943-ce4c-4ca6-b1b8-79f466406341 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bc60e672-9002-4cb6-99ed-f8f08caa1672 HTTP/1.1" status: 200  len: 849 time: 0.0829005
Apr 19 07:52:47.998280 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e40d70-a420-4add-bd6b-cacee059e24a req-2c41d335-b865-45ff-a554-fe52255b120a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:48.000484 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-14e40d70-a420-4add-bd6b-cacee059e24a req-2c41d335-b865-45ff-a554-fe52255b120a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e2eafa6-5aad-4aad-b458-4ff62c60ac34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0921264
Apr 19 07:52:48.167572 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-14e40d70-a420-4add-bd6b-cacee059e24a req-a7327db7-eccf-4716-afc7-69d77e9b844c service neutron] 10.222.0.16 "GET /v2.0/networks/7e2eafa6-5aad-4aad-b458-4ff62c60ac34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580701
Apr 19 07:52:48.365291 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-14e40d70-a420-4add-bd6b-cacee059e24a req-df53ef4d-df8b-44be-9bbf-76344e68dfef service neutron] 10.222.0.16 "GET /v2.0/networks/7e2eafa6-5aad-4aad-b458-4ff62c60ac34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1906788
Apr 19 07:52:48.524298 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79969a-62d5-448e-8595-052543fce801 req-cc06d7d0-72e2-4c6d-838e-ed0ba889a923 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:48.526062 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5f79969a-62d5-448e-8595-052543fce801 req-cc06d7d0-72e2-4c6d-838e-ed0ba889a923 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=1791d38a-1d7f-4558-b5de-788b8b727a37 HTTP/1.1" status: 200  len: 944 time: 0.1278803
Apr 19 07:52:48.607920 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5f79969a-62d5-448e-8595-052543fce801 req-b3ea103b-f4d6-499c-ada0-a3b50085314e tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=283453e5-2213-4ff2-8cf9-861baa874f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740061
Apr 19 07:52:49.836125 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226200af-a5e9-4ded-9e0a-cfea70e34ef2 req-f23e4bbb-dc05-425c-ab41-f2259214681d tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:49.837811 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-226200af-a5e9-4ded-9e0a-cfea70e34ef2 req-f23e4bbb-dc05-425c-ab41-f2259214681d tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=1791d38a-1d7f-4558-b5de-788b8b727a37 HTTP/1.1" status: 200  len: 944 time: 0.0965717
Apr 19 07:52:49.893409 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-226200af-a5e9-4ded-9e0a-cfea70e34ef2 req-8c973b84-95f5-4612-be9b-abfb3de2b12f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=283453e5-2213-4ff2-8cf9-861baa874f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469799
Apr 19 07:52:50.889653 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:52:50.901395 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device c88f2af2-9d7d-46cf-b905-d49e09c84b7d details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:52:51.098535 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port c88f2af2-9d7d-46cf-b905-d49e09c84b7d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c88f2af2-9d7d-46cf-b905-d49e09c84b7d,segment=NetworkSegment(4a1ef362-606a-4e99-a51a-2fb5d9f7fca5),segment_id=4a1ef362-606a-4e99-a51a-2fb5d9f7fca5)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:52:51.120031 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcc2a7-208e-4163-8158-a69e1244e15b req-373025c7-edb8-4e57-8340-5f1eb6c4fb5e tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:51.121768 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dfbcc2a7-208e-4163-8158-a69e1244e15b req-373025c7-edb8-4e57-8340-5f1eb6c4fb5e tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=1791d38a-1d7f-4558-b5de-788b8b727a37 HTTP/1.1" status: 200  len: 944 time: 0.0998828
Apr 19 07:52:51.124202 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': 'c88f2af2-9d7d-46cf-b905-d49e09c84b7d', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'port_id': 'c88f2af2-9d7d-46cf-b905-d49e09c84b7d', 'mac_address': 'fa:16:3e:89:17:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:52:51.181951 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dfbcc2a7-208e-4163-8158-a69e1244e15b req-62d2bb14-e79e-4912-884f-28c8ee730cf8 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=283453e5-2213-4ff2-8cf9-861baa874f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477269
Apr 19 07:52:51.187092 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:51.207100 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c88f2af2-9d7d-46cf-b905-d49e09c84b7d {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:52:51.224220 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port c88f2af2-9d7d-46cf-b905-d49e09c84b7d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c88f2af2-9d7d-46cf-b905-d49e09c84b7d,segment=NetworkSegment(4a1ef362-606a-4e99-a51a-2fb5d9f7fca5),segment_id=4a1ef362-606a-4e99-a51a-2fb5d9f7fca5)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:52:51.227507 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:51.229405 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:52:51.305549 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=c88f2af2-9d7d-46cf-b905-d49e09c84b7d,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:52:51.313934 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:51.314409 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:51.314820 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:51.315197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:51.315564 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:51.315930 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:51.316277 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:51.316637 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:51.317000 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:51.317360 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:51.317724 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:51.318076 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:52:51.322311 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:52:51.450709 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['c88f2af2-9d7d-46cf-b905-d49e09c84b7d'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:52:52.392547 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f4c3a-6fc9-4234-aca8-67fa7974649d req-2d90e296-b399-4c0d-951e-0387fb5ea15f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:52.394367 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-750f4c3a-6fc9-4234-aca8-67fa7974649d req-2d90e296-b399-4c0d-951e-0387fb5ea15f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=1791d38a-1d7f-4558-b5de-788b8b727a37 HTTP/1.1" status: 200  len: 945 time: 0.0944550
Apr 19 07:52:52.443752 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-750f4c3a-6fc9-4234-aca8-67fa7974649d req-62f4f67d-1c38-4698-b68a-7eea6737ace7 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=283453e5-2213-4ff2-8cf9-861baa874f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428357
Apr 19 07:52:52.901152 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device c88f2af2-9d7d-46cf-b905-d49e09c84b7d up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:52:53.156829 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning for port c88f2af2-9d7d-46cf-b905-d49e09c84b7d completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:52:53.161882 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port c88f2af2-9d7d-46cf-b905-d49e09c84b7d triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:52:53.162359 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:53.288579 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:53.317477 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1791d38a-1d7f-4558-b5de-788b8b727a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88f2af2-9d7d-46cf-b905-d49e09c84b7d'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:52:53.329607 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port c88f2af2-9d7d-46cf-b905-d49e09c84b7d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c88f2af2-9d7d-46cf-b905-d49e09c84b7d,segment=NetworkSegment(4a1ef362-606a-4e99-a51a-2fb5d9f7fca5),segment_id=4a1ef362-606a-4e99-a51a-2fb5d9f7fca5)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:52:53.333033 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:53.335082 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:52:53.372906 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1791d38a-1d7f-4558-b5de-788b8b727a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88f2af2-9d7d-46cf-b905-d49e09c84b7d', 'code': 200}
Apr 19 07:52:53.408333 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=c88f2af2-9d7d-46cf-b905-d49e09c84b7d,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:52:53.411605 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:52:53.691115 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33b806-1643-4bcd-a01c-45c3f1516649 req-953c9412-4185-45c3-b2d5-c66c87c745ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:53.692770 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5b33b806-1643-4bcd-a01c-45c3f1516649 req-953c9412-4185-45c3-b2d5-c66c87c745ab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1791d38a-1d7f-4558-b5de-788b8b727a37 HTTP/1.1" status: 200  len: 1099 time: 0.1514721
Apr 19 07:52:53.704192 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d8e21-d787-439c-bfbd-0eb1a5c62a74 req-57595d1d-7bd1-4e8c-abee-e5367ddcb5da tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:53.705731 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a24d8e21-d787-439c-bfbd-0eb1a5c62a74 req-57595d1d-7bd1-4e8c-abee-e5367ddcb5da tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=1791d38a-1d7f-4558-b5de-788b8b727a37 HTTP/1.1" status: 200  len: 946 time: 0.1291654
Apr 19 07:52:53.783941 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5b33b806-1643-4bcd-a01c-45c3f1516649 req-a1f0fb01-b084-47cd-a2a8-b2d979432b5a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=283453e5-2213-4ff2-8cf9-861baa874f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770631
Apr 19 07:52:53.787083 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a24d8e21-d787-439c-bfbd-0eb1a5c62a74 req-77f79e78-b4d5-48de-8d8f-6b8fc0e40ff6 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=283453e5-2213-4ff2-8cf9-861baa874f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648541
Apr 19 07:52:54.995223 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd605b-e4e0-4d36-8e56-70036dc8ad31 req-86a53048-5de5-407b-bb44-4221570bf34c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:54.996781 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5afd605b-e4e0-4d36-8e56-70036dc8ad31 req-86a53048-5de5-407b-bb44-4221570bf34c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=1791d38a-1d7f-4558-b5de-788b8b727a37 HTTP/1.1" status: 200  len: 946 time: 0.0929675
Apr 19 07:52:55.047493 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5afd605b-e4e0-4d36-8e56-70036dc8ad31 req-b2b28aeb-714e-4421-823a-34a5440b3830 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=283453e5-2213-4ff2-8cf9-861baa874f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438941
Apr 19 07:52:55.249090 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa43d1-1457-48b7-b4b9-d4d64db5038c req-1eb45809-9ca4-4020-baa6-8ba92168b023 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:55.250812 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-8dfa43d1-1457-48b7-b4b9-d4d64db5038c req-1eb45809-9ca4-4020-baa6-8ba92168b023 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=1791d38a-1d7f-4558-b5de-788b8b727a37 HTTP/1.1" status: 200  len: 946 time: 0.0932846
Apr 19 07:52:55.260289 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 56390) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:52:55.266008 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-0cb1a28f-98da-4104-b1e2-ccd9a51ea50e tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Request body: {'floatingip': {'port_id': 'c88f2af2-9d7d-46cf-b905-d49e09c84b7d'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:52:55.347532 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0cb1a28f-98da-4104-b1e2-ccd9a51ea50e tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for floatingip, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:56.023850 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0cb1a28f-98da-4104-b1e2-ccd9a51ea50e tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:56.026768 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0cb1a28f-98da-4104-b1e2-ccd9a51ea50e tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671153'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:56.472213 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.l3_db [None req-0cb1a28f-98da-4104-b1e2-ccd9a51ea50e tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Floating IP 92c96ed0-3cd9-4ace-a35e-fd38af723769 associated. External IP: 172.27.0.151, port: c88f2af2-9d7d-46cf-b905-d49e09c84b7d.
Apr 19 07:52:56.599405 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:56.868339 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb1a28f-98da-4104-b1e2-ccd9a51ea50e tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Router f548e4c9-d084-4585-94f2-ad761bf9f476 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:52:57.097741 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb1a28f-98da-4104-b1e2-ccd9a51ea50e tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:52:57.102848 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0cb1a28f-98da-4104-b1e2-ccd9a51ea50e tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:52:57.111851 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94da4677-46c3-49de-a3f0-6754f8fd8249 None None] Sync routers for ids ['f548e4c9-d084-4585-94f2-ad761bf9f476'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:52:57.129173 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94da4677-46c3-49de-a3f0-6754f8fd8249 None None] Routers {'f548e4c9-d084-4585-94f2-ad761bf9f476'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:52:57.130062 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-94da4677-46c3-49de-a3f0-6754f8fd8249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61654f2630>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:52:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['f548e4c9-d084-4585-94f2-ad761bf9f476'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:52:57.166996 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-0cb1a28f-98da-4104-b1e2-ccd9a51ea50e tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "PUT /v2.0/floatingips/92c96ed0-3cd9-4ace-a35e-fd38af723769 HTTP/1.1" status: 200  len: 992 time: 1.9054976
Apr 19 07:52:57.167896 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1791d38a-1d7f-4558-b5de-788b8b727a37', 'tag': 'c88f2af2-9d7d-46cf-b905-d49e09c84b7d'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:52:57.218638 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1791d38a-1d7f-4558-b5de-788b8b727a37', 'tag': 'c88f2af2-9d7d-46cf-b905-d49e09c84b7d', 'status': 'completed', 'code': 200}
Apr 19 07:52:57.325720 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363112ac-283a-462a-a0cf-2d3c779e9a1a req-480e3bb8-dde3-4d64-bad4-4bbad4ec2230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:57.327565 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-363112ac-283a-462a-a0cf-2d3c779e9a1a req-480e3bb8-dde3-4d64-bad4-4bbad4ec2230 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=beb5f7bcb1564ffd94d553241f2d0e49&device_id=1791d38a-1d7f-4558-b5de-788b8b727a37 HTTP/1.1" status: 200  len: 1099 time: 0.0876274
Apr 19 07:52:57.348362 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-94da4677-46c3-49de-a3f0-6754f8fd8249 None None] Set router f548e4c9-d084-4585-94f2-ad761bf9f476 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:52:57.499788 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363112ac-283a-462a-a0cf-2d3c779e9a1a req-2f9d3950-a5b5-4576-a20d-4e0f37188c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:57.501061 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-363112ac-283a-462a-a0cf-2d3c779e9a1a req-2f9d3950-a5b5-4576-a20d-4e0f37188c0c service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e2eafa6-5aad-4aad-b458-4ff62c60ac34 HTTP/1.1" status: 200  len: 911 time: 0.1659210
Apr 19 07:52:57.634047 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-363112ac-283a-462a-a0cf-2d3c779e9a1a req-f2cafb13-6a29-4b31-b3ea-0654e4583a5f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c88f2af2-9d7d-46cf-b905-d49e09c84b7d HTTP/1.1" status: 200  len: 1000 time: 0.1261864
Apr 19 07:52:57.710681 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363112ac-283a-462a-a0cf-2d3c779e9a1a req-b2c57d34-a5d3-4fd4-b4a6-fc9b97f47592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:57.712291 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-363112ac-283a-462a-a0cf-2d3c779e9a1a req-b2c57d34-a5d3-4fd4-b4a6-fc9b97f47592 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bc60e672-9002-4cb6-99ed-f8f08caa1672 HTTP/1.1" status: 200  len: 849 time: 0.0724361
Apr 19 07:52:57.781954 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-94da4677-46c3-49de-a3f0-6754f8fd8249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61654f2630>, [{'id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'name': 'tempest-AttachVolumeTestJSON-121904018-router', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:49:35Z', 'updated_at': '2021-04-19T07:49:41Z', 'revision_number': 4, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'gw_port': {'id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:36Z', 'updated_at': '2021-04-19T07:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': '92c96ed0-3cd9-4ace-a35e-fd38af723769', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'port_id': 'c88f2af2-9d7d-46cf-b905-d49e09c84b7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'mac_address': 'fa:16:3e:89:17:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1791d38a-1d7f-4558-b5de-788b8b727a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:52:41Z', 'updated_at': '2021-04-19T07:52:55Z', 'revision_number': 1, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d349c5-56c3-4fcb-80bc-ed363fc6ae59', 'name': '', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'mac_address': 'fa:16:3e:a5:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:40Z', 'updated_at': '2021-04-19T07:49:48Z', 'revision_number': 5, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'subnets': [{'id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:52:57.786809 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94da4677-46c3-49de-a3f0-6754f8fd8249 None None] Checking router: f548e4c9-d084-4585-94f2-ad761bf9f476 for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:52:57.797782 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94da4677-46c3-49de-a3f0-6754f8fd8249 None None] Routers {'f548e4c9-d084-4585-94f2-ad761bf9f476'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:52:57.798817 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-94da4677-46c3-49de-a3f0-6754f8fd8249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61654f2630>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:52:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['f548e4c9-d084-4585-94f2-ad761bf9f476'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:52:57.814541 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363112ac-283a-462a-a0cf-2d3c779e9a1a req-a23bd28d-6531-42c7-917d-7c7a6bd1d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:52:57.816215 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-363112ac-283a-462a-a0cf-2d3c779e9a1a req-a23bd28d-6531-42c7-917d-7c7a6bd1d301 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e2eafa6-5aad-4aad-b458-4ff62c60ac34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0981233
Apr 19 07:52:58.003772 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-363112ac-283a-462a-a0cf-2d3c779e9a1a req-3daba1fa-cfa2-483f-9ebd-0ee3e82ecb09 service neutron] 10.222.0.16 "GET /v2.0/networks/7e2eafa6-5aad-4aad-b458-4ff62c60ac34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1799562
Apr 19 07:52:58.014017 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-94da4677-46c3-49de-a3f0-6754f8fd8249 None None] Set router f548e4c9-d084-4585-94f2-ad761bf9f476 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:52:58.176977 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-363112ac-283a-462a-a0cf-2d3c779e9a1a req-469a9d95-a43a-4114-b888-7170e61776b4 service neutron] 10.222.0.16 "GET /v2.0/networks/7e2eafa6-5aad-4aad-b458-4ff62c60ac34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1659029
Apr 19 07:52:58.633275 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-94da4677-46c3-49de-a3f0-6754f8fd8249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61654f2630>, [{'id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'name': 'tempest-AttachVolumeTestJSON-121904018-router', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:49:35Z', 'updated_at': '2021-04-19T07:49:41Z', 'revision_number': 4, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'gw_port': {'id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:36Z', 'updated_at': '2021-04-19T07:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': '92c96ed0-3cd9-4ace-a35e-fd38af723769', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'port_id': 'c88f2af2-9d7d-46cf-b905-d49e09c84b7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'mac_address': 'fa:16:3e:89:17:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1791d38a-1d7f-4558-b5de-788b8b727a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:52:41Z', 'updated_at': '2021-04-19T07:52:55Z', 'revision_number': 1, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d349c5-56c3-4fcb-80bc-ed363fc6ae59', 'name': '', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'mac_address': 'fa:16:3e:a5:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:40Z', 'updated_at': '2021-04-19T07:49:48Z', 'revision_number': 5, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'subnets': [{'id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:52:58.641390 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94da4677-46c3-49de-a3f0-6754f8fd8249 None None] The sync data for ids ['f548e4c9-d084-4585-94f2-ad761bf9f476'] in dv-cinder-773870-2-iscsi is: [{'id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'name': 'tempest-AttachVolumeTestJSON-121904018-router', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:49:35Z', 'updated_at': '2021-04-19T07:49:41Z', 'revision_number': 4, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'gw_port': {'id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:36Z', 'updated_at': '2021-04-19T07:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': '92c96ed0-3cd9-4ace-a35e-fd38af723769', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'port_id': 'c88f2af2-9d7d-46cf-b905-d49e09c84b7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'mac_address': 'fa:16:3e:89:17:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1791d38a-1d7f-4558-b5de-788b8b727a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:52:41Z', 'updated_at': '2021-04-19T07:52:55Z', 'revision_number': 1, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3d349c5-56c3-4fcb-80bc-ed363fc6ae59', 'name': '', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'mac_address': 'fa:16:3e:a5:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:40Z', 'updated_at': '2021-04-19T07:49:48Z', 'revision_number': 5, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'subnets': [{'id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:52:58.943241 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4975b555-cbfb-438d-9234-de8c8baeb54a None None] New status for floating IP 92c96ed0-3cd9-4ace-a35e-fd38af723769: ACTIVE {{(pid=86358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 07:53:03.801269 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e7fa679f-c92c-4b68-b82a-38eb17cd79a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:06.013591 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b729fb83-8e7e-4727-907f-6f67ff2b1cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:06.430057 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:07.027247 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:07.899097 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:18.320066 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 56434) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:53:18.544118 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba47c8-52c3-4e34-a4fe-34fb9d3f0464 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Deleting port 6dd7bffc-8b38-4c19-8a95-29999866e8e6 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:53:18.544430 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f2ba47c8-52c3-4e34-a4fe-34fb9d3f0464 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:18.734967 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f2ba47c8-52c3-4e34-a4fe-34fb9d3f0464 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:18.735338 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f2ba47c8-52c3-4e34-a4fe-34fb9d3f0464 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:18.872963 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba47c8-52c3-4e34-a4fe-34fb9d3f0464 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Calling delete_port for 6dd7bffc-8b38-4c19-8a95-29999866e8e6 owned by network:floatingip {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:53:19.052649 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f2ba47c8-52c3-4e34-a4fe-34fb9d3f0464 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:19.056558 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-034bb24d-b9ae-40e7-8ca9-f73255f134da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:53:19.107231 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba47c8-52c3-4e34-a4fe-34fb9d3f0464 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Pushing event deleted for resources: {'Port': ['ID=6dd7bffc-8b38-4c19-8a95-29999866e8e6,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:53:19.110696 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f2ba47c8-52c3-4e34-a4fe-34fb9d3f0464 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:53:19.205135 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f2ba47c8-52c3-4e34-a4fe-34fb9d3f0464 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for floatingip, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:19.205540 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.l3_db [None req-f2ba47c8-52c3-4e34-a4fe-34fb9d3f0464 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Floating IP b569017e-2ecf-4022-bd97-ce6db0bca6cb disassociated (deleted). External IP: 172.27.0.60, port: b3e3ebdc-1a3f-4870-8db1-9534ee5af420.
Apr 19 07:53:19.593492 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ba47c8-52c3-4e34-a4fe-34fb9d3f0464 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Router 6d8e02f7-c7e0-49ae-adee-ba4621801160 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:53:19.793418 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ba47c8-52c3-4e34-a4fe-34fb9d3f0464 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:53:19.804213 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2460f0-797c-4843-8743-0f876de78f55 None None] Sync routers for ids ['6d8e02f7-c7e0-49ae-adee-ba4621801160'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:53:19.811083 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f2ba47c8-52c3-4e34-a4fe-34fb9d3f0464 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:19.816948 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2460f0-797c-4843-8743-0f876de78f55 None None] Routers {'6d8e02f7-c7e0-49ae-adee-ba4621801160'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:53:19.818909 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-7e2460f0-797c-4843-8743-0f876de78f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165e95a20>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:53:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['6d8e02f7-c7e0-49ae-adee-ba4621801160'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:19.877815 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-f2ba47c8-52c3-4e34-a4fe-34fb9d3f0464 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "DELETE /v2.0/floatingips/b569017e-2ecf-4022-bd97-ce6db0bca6cb HTTP/1.1" status: 204  len: 168 time: 1.5564566
Apr 19 07:53:19.879395 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f57f60-2333-4ff9-a8d6-00fd81ae5ff4', 'tag': 'b3e3ebdc-1a3f-4870-8db1-9534ee5af420'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:53:20.024230 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-7e2460f0-797c-4843-8743-0f876de78f55 None None] Set router 6d8e02f7-c7e0-49ae-adee-ba4621801160 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:53:20.066755 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f57f60-2333-4ff9-a8d6-00fd81ae5ff4', 'tag': 'b3e3ebdc-1a3f-4870-8db1-9534ee5af420', 'status': 'completed', 'code': 200}
Apr 19 07:53:20.183104 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a645e-dc8b-4774-902c-eb3376b4e29a req-952b5790-3344-4043-aa4f-72db07b3eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:53:20.184338 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-163a645e-dc8b-4774-902c-eb3376b4e29a req-952b5790-3344-4043-aa4f-72db07b3eb96 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cb235dc3277438c954bbcb8afc3469e&device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 1099 time: 0.0922878
Apr 19 07:53:20.402859 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a645e-dc8b-4774-902c-eb3376b4e29a req-0142fcce-f51a-4de3-bfa1-7bf92331aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:53:20.404470 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-163a645e-dc8b-4774-902c-eb3376b4e29a req-0142fcce-f51a-4de3-bfa1-7bf92331aa3f service neutron] 10.222.0.16 "GET /v2.0/networks?id=013f08f7-1900-40c6-87da-64fbcb5c53f4 HTTP/1.1" status: 200  len: 913 time: 0.2131217
Apr 19 07:53:20.413236 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-7e2460f0-797c-4843-8743-0f876de78f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165e95a20>, [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:26Z', 'revision_number': 4, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': '828d835f-e420-488a-a563-c10472b24436', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'port_id': '1844db9a-7cf6-45bb-bf0d-0fb410325ac6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'mac_address': 'fa:16:3e:d7:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a121a4a-89d3-4f4c-a530-dec07c4d4393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:49:44Z', 'updated_at': '2021-04-19T07:49:48Z', 'revision_number': 1, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb1516a-953f-41c9-a3a2-b51e942062f5', 'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'mac_address': 'fa:16:3e:a3:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:25Z', 'updated_at': '2021-04-19T07:46:36Z', 'revision_number': 5, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'subnets': [{'id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:20.413972 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f14fb6-eb3b-4561-bcef-16297352cebf req-308629b4-85d8-4ae4-9c32-58ba501513e3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:53:20.415589 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-29f14fb6-eb3b-4561-bcef-16297352cebf req-308629b4-85d8-4ae4-9c32-58ba501513e3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 946 time: 0.2014177
Apr 19 07:53:20.417644 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2460f0-797c-4843-8743-0f876de78f55 None None] Checking router: 6d8e02f7-c7e0-49ae-adee-ba4621801160 for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:53:20.427171 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2460f0-797c-4843-8743-0f876de78f55 None None] Routers {'6d8e02f7-c7e0-49ae-adee-ba4621801160'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:53:20.427842 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-7e2460f0-797c-4843-8743-0f876de78f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165e95a20>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:53:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['6d8e02f7-c7e0-49ae-adee-ba4621801160'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:20.501615 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-163a645e-dc8b-4774-902c-eb3376b4e29a req-fc04bdcc-3277-4f65-bd7a-b62b4bb9cf63 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3e3ebdc-1a3f-4870-8db1-9534ee5af420 HTTP/1.1" status: 200  len: 217 time: 0.0849118
Apr 19 07:53:20.576347 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-29f14fb6-eb3b-4561-bcef-16297352cebf req-32ed188a-b277-420b-ad6d-df92c2828eb2 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979984
Apr 19 07:53:20.595201 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a645e-dc8b-4774-902c-eb3376b4e29a req-ff14965b-5b58-4924-9764-32e5bb1f200c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:53:20.597601 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-163a645e-dc8b-4774-902c-eb3376b4e29a req-ff14965b-5b58-4924-9764-32e5bb1f200c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=967d03ed-e8aa-45c3-bfb5-a07da23e1f83 HTTP/1.1" status: 200  len: 851 time: 0.0859373
Apr 19 07:53:20.627839 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-7e2460f0-797c-4843-8743-0f876de78f55 None None] Set router 6d8e02f7-c7e0-49ae-adee-ba4621801160 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:53:20.688655 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a645e-dc8b-4774-902c-eb3376b4e29a req-12dd880f-8069-4081-8e2e-c63f0237d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:53:20.690380 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-163a645e-dc8b-4774-902c-eb3376b4e29a req-12dd880f-8069-4081-8e2e-c63f0237d050 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=013f08f7-1900-40c6-87da-64fbcb5c53f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850921
Apr 19 07:53:20.840381 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-163a645e-dc8b-4774-902c-eb3376b4e29a req-78c4d37b-c85d-43f8-8339-36a930c018fa service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418812
Apr 19 07:53:20.991451 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-163a645e-dc8b-4774-902c-eb3376b4e29a req-b11ab397-e112-4053-b254-6fff335609c5 service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424909
Apr 19 07:53:21.019193 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-7e2460f0-797c-4843-8743-0f876de78f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165e95a20>, [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:26Z', 'revision_number': 4, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': '828d835f-e420-488a-a563-c10472b24436', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'port_id': '1844db9a-7cf6-45bb-bf0d-0fb410325ac6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'mac_address': 'fa:16:3e:d7:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a121a4a-89d3-4f4c-a530-dec07c4d4393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:49:44Z', 'updated_at': '2021-04-19T07:49:48Z', 'revision_number': 1, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb1516a-953f-41c9-a3a2-b51e942062f5', 'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'mac_address': 'fa:16:3e:a3:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:25Z', 'updated_at': '2021-04-19T07:46:36Z', 'revision_number': 5, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'subnets': [{'id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:21.023917 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2460f0-797c-4843-8743-0f876de78f55 None None] The sync data for ids ['6d8e02f7-c7e0-49ae-adee-ba4621801160'] in dv-cinder-773870-2-iscsi is: [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:26Z', 'revision_number': 4, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_floatingips': [{'id': '828d835f-e420-488a-a563-c10472b24436', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'router_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'port_id': '1844db9a-7cf6-45bb-bf0d-0fb410325ac6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'mac_address': 'fa:16:3e:d7:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a121a4a-89d3-4f4c-a530-dec07c4d4393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T07:49:44Z', 'updated_at': '2021-04-19T07:49:48Z', 'revision_number': 1, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb1516a-953f-41c9-a3a2-b51e942062f5', 'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'mac_address': 'fa:16:3e:a3:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:25Z', 'updated_at': '2021-04-19T07:46:36Z', 'revision_number': 5, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'subnets': [{'id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:53:21.442921 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e46f4f9-9306-4dd1-86fd-94d9b1d8dbd4 None None] New status for floating IP b569017e-2ecf-4022-bd97-ce6db0bca6cb: DOWN {{(pid=86358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 07:53:21.850816 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee7ffa-8ea1-46f5-bf12-e3295ef6f35f req-e0d14b38-b95b-4d3b-8544-18b139e95af8 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:53:21.852382 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a3ee7ffa-8ea1-46f5-bf12-e3295ef6f35f req-e0d14b38-b95b-4d3b-8544-18b139e95af8 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.16 "GET /v2.0/ports?device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 946 time: 0.1589227
Apr 19 07:53:21.861657 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67f594-0d37-4dec-a819-640328cc4023 req-4c8ccb5e-5374-4e05-a4dd-cb9702c1d78a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:53:21.863199 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9b67f594-0d37-4dec-a819-640328cc4023 req-4c8ccb5e-5374-4e05-a4dd-cb9702c1d78a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 946 time: 0.1338537
Apr 19 07:53:21.965012 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-a3ee7ffa-8ea1-46f5-bf12-e3295ef6f35f req-907f4684-1a89-46d8-b25f-b76042a0eee5 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Deleting port b3e3ebdc-1a3f-4870-8db1-9534ee5af420 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:53:21.965245 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a3ee7ffa-8ea1-46f5-bf12-e3295ef6f35f req-907f4684-1a89-46d8-b25f-b76042a0eee5 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:22.003045 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9b67f594-0d37-4dec-a819-640328cc4023 req-42847bd4-9f43-4b5d-b2a8-5d87f146f7d9 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1037045
Apr 19 07:53:22.232937 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-a3ee7ffa-8ea1-46f5-bf12-e3295ef6f35f req-907f4684-1a89-46d8-b25f-b76042a0eee5 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] For port b3e3ebdc-1a3f-4870-8db1-9534ee5af420, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=b3e3ebdc-1a3f-4870-8db1-9534ee5af420,segment=NetworkSegment(b410f489-9d1e-4062-aeeb-1fb959e15c49),segment_id=b410f489-9d1e-4062-aeeb-1fb959e15c49)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:53:22.233259 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a3ee7ffa-8ea1-46f5-bf12-e3295ef6f35f req-907f4684-1a89-46d8-b25f-b76042a0eee5 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:22.633595 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-a3ee7ffa-8ea1-46f5-bf12-e3295ef6f35f req-907f4684-1a89-46d8-b25f-b76042a0eee5 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Calling delete_port for b3e3ebdc-1a3f-4870-8db1-9534ee5af420 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:53:22.783228 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a3ee7ffa-8ea1-46f5-bf12-e3295ef6f35f req-907f4684-1a89-46d8-b25f-b76042a0eee5 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:22.789511 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-68fabdbe-effa-4151-9519-c586476a73ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:53:22.840743 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f4684-1a89-46d8-b25f-b76042a0eee5 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Pushing event deleted for resources: {'Port': ['ID=b3e3ebdc-1a3f-4870-8db1-9534ee5af420,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:53:22.844131 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-907f4684-1a89-46d8-b25f-b76042a0eee5 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:53:22.922169 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ee7ffa-8ea1-46f5-bf12-e3295ef6f35f req-907f4684-1a89-46d8-b25f-b76042a0eee5 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] No DVR routers for this DVR port b3e3ebdc-1a3f-4870-8db1-9534ee5af420 on host hv-cinder-77387 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:53:22.924819 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a3ee7ffa-8ea1-46f5-bf12-e3295ef6f35f req-907f4684-1a89-46d8-b25f-b76042a0eee5 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:22.928190 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f57f60-2333-4ff9-a8d6-00fd81ae5ff4', 'name': 'network-vif-deleted', 'tag': 'b3e3ebdc-1a3f-4870-8db1-9534ee5af420'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:53:22.941924 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a3ee7ffa-8ea1-46f5-bf12-e3295ef6f35f req-907f4684-1a89-46d8-b25f-b76042a0eee5 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.16 "DELETE /v2.0/ports/b3e3ebdc-1a3f-4870-8db1-9534ee5af420 HTTP/1.1" status: 204  len: 173 time: 1.0776665
Apr 19 07:53:22.981597 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f57f60-2333-4ff9-a8d6-00fd81ae5ff4', 'name': 'network-vif-deleted', 'tag': 'b3e3ebdc-1a3f-4870-8db1-9534ee5af420', 'status': 'completed', 'code': 200}
Apr 19 07:53:23.183729 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-2161f4a8-a776-461d-9c86-d85b2f2080b3 req-425bdabf-ddd0-427c-88bf-d564375f717a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Synchronizing usage tracker for tenant:7cb235dc3277438c954bbcb8afc3469e on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:53:23.199662 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-2161f4a8-a776-461d-9c86-d85b2f2080b3 req-425bdabf-ddd0-427c-88bf-d564375f717a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Unset dirty status for tenant:7cb235dc3277438c954bbcb8afc3469e on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:53:23.200949 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2161f4a8-a776-461d-9c86-d85b2f2080b3 req-425bdabf-ddd0-427c-88bf-d564375f717a tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=90f57f60-2333-4ff9-a8d6-00fd81ae5ff4 HTTP/1.1" status: 200  len: 210 time: 0.0708175
Apr 19 07:53:25.150088 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device b3e3ebdc-1a3f-4870-8db1-9534ee5af420 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:53:25.190862 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] No Port match for: b3e3ebdc-1a3f-4870-8db1-9534ee5af420 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:53:25.191434 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device b3e3ebdc-1a3f-4870-8db1-9534ee5af420 not bound to the agent host hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:53:26.593840 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:26.877377 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 56482) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:53:27.094736 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-1b87ddc1-d09d-487c-b140-0ebfd56d38e4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Deleting port 9b33ed29-725c-4bc9-b02e-c9c5705d28b7 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:53:27.095120 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1b87ddc1-d09d-487c-b140-0ebfd56d38e4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:27.282670 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1b87ddc1-d09d-487c-b140-0ebfd56d38e4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:27.282916 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1b87ddc1-d09d-487c-b140-0ebfd56d38e4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:27.416740 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-1b87ddc1-d09d-487c-b140-0ebfd56d38e4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Calling delete_port for 9b33ed29-725c-4bc9-b02e-c9c5705d28b7 owned by network:floatingip {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:53:27.586691 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1b87ddc1-d09d-487c-b140-0ebfd56d38e4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:27.592921 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4cd0b647-9d74-49a9-91e0-5e169c66d17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:53:27.643272 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87ddc1-d09d-487c-b140-0ebfd56d38e4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Pushing event deleted for resources: {'Port': ['ID=9b33ed29-725c-4bc9-b02e-c9c5705d28b7,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:53:27.673342 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1b87ddc1-d09d-487c-b140-0ebfd56d38e4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:53:27.750759 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1b87ddc1-d09d-487c-b140-0ebfd56d38e4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for floatingip, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:27.751059 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.l3_db [None req-1b87ddc1-d09d-487c-b140-0ebfd56d38e4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Floating IP 828d835f-e420-488a-a563-c10472b24436 disassociated (deleted). External IP: 172.27.0.180, port: 1844db9a-7cf6-45bb-bf0d-0fb410325ac6.
Apr 19 07:53:27.889796 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:53:28.401890 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b87ddc1-d09d-487c-b140-0ebfd56d38e4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Router 6d8e02f7-c7e0-49ae-adee-ba4621801160 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:53:28.608848 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b87ddc1-d09d-487c-b140-0ebfd56d38e4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:53:28.619719 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a899591-a678-49d2-b115-72efbbf654d0 None None] Sync routers for ids ['6d8e02f7-c7e0-49ae-adee-ba4621801160'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:53:28.630563 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a899591-a678-49d2-b115-72efbbf654d0 None None] Routers {'6d8e02f7-c7e0-49ae-adee-ba4621801160'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:53:28.631404 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-5a899591-a678-49d2-b115-72efbbf654d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61651d8710>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:53:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['6d8e02f7-c7e0-49ae-adee-ba4621801160'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:28.640162 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1b87ddc1-d09d-487c-b140-0ebfd56d38e4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:28.729603 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-1b87ddc1-d09d-487c-b140-0ebfd56d38e4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "DELETE /v2.0/floatingips/828d835f-e420-488a-a563-c10472b24436 HTTP/1.1" status: 204  len: 168 time: 1.8508670
Apr 19 07:53:28.730920 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a121a4a-89d3-4f4c-a530-dec07c4d4393', 'tag': '1844db9a-7cf6-45bb-bf0d-0fb410325ac6'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:53:28.806213 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a121a4a-89d3-4f4c-a530-dec07c4d4393', 'tag': '1844db9a-7cf6-45bb-bf0d-0fb410325ac6', 'status': 'completed', 'code': 200}
Apr 19 07:53:28.833102 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-5a899591-a678-49d2-b115-72efbbf654d0 None None] Set router 6d8e02f7-c7e0-49ae-adee-ba4621801160 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:53:28.911552 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5f0e0-19cd-4ec8-b925-fa10afbe9718 req-76203b38-514e-4593-bd3a-6ad37546832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:53:28.913450 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d2b5f0e0-19cd-4ec8-b925-fa10afbe9718 req-76203b38-514e-4593-bd3a-6ad37546832b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cb235dc3277438c954bbcb8afc3469e&device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 1099 time: 0.0876303
Apr 19 07:53:29.082796 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5f0e0-19cd-4ec8-b925-fa10afbe9718 req-5912eabb-4d24-40af-94d4-174fc917c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:53:29.084447 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d2b5f0e0-19cd-4ec8-b925-fa10afbe9718 req-5912eabb-4d24-40af-94d4-174fc917c75e service neutron] 10.222.0.16 "GET /v2.0/networks?id=013f08f7-1900-40c6-87da-64fbcb5c53f4 HTTP/1.1" status: 200  len: 913 time: 0.1647909
Apr 19 07:53:29.197402 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-5a899591-a678-49d2-b115-72efbbf654d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61651d8710>, [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:26Z', 'revision_number': 4, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '1bb1516a-953f-41c9-a3a2-b51e942062f5', 'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'mac_address': 'fa:16:3e:a3:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:25Z', 'updated_at': '2021-04-19T07:46:36Z', 'revision_number': 5, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'subnets': [{'id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:29.202988 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a899591-a678-49d2-b115-72efbbf654d0 None None] Checking router: 6d8e02f7-c7e0-49ae-adee-ba4621801160 for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:53:29.207963 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d2b5f0e0-19cd-4ec8-b925-fa10afbe9718 req-7a43b3a9-a15f-4e4f-861e-91dd76c7fbe6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1844db9a-7cf6-45bb-bf0d-0fb410325ac6 HTTP/1.1" status: 200  len: 217 time: 0.1158025
Apr 19 07:53:29.217235 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a899591-a678-49d2-b115-72efbbf654d0 None None] Routers {'6d8e02f7-c7e0-49ae-adee-ba4621801160'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:53:29.217235 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-5a899591-a678-49d2-b115-72efbbf654d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f61651d8710>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:53:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['6d8e02f7-c7e0-49ae-adee-ba4621801160'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:29.315008 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5f0e0-19cd-4ec8-b925-fa10afbe9718 req-8530c09f-c554-45d3-a502-38ee0a929f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:53:29.317266 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d2b5f0e0-19cd-4ec8-b925-fa10afbe9718 req-8530c09f-c554-45d3-a502-38ee0a929f09 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=967d03ed-e8aa-45c3-bfb5-a07da23e1f83 HTTP/1.1" status: 200  len: 851 time: 0.0998785
Apr 19 07:53:29.397282 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6fd75-1665-48df-90a9-a8e222f1b12d req-b8fd1f0c-dbd0-4850-b552-427e04fc0dad tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:53:29.399217 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-43c6fd75-1665-48df-90a9-a8e222f1b12d req-b8fd1f0c-dbd0-4850-b552-427e04fc0dad tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 946 time: 0.2399194
Apr 19 07:53:29.473963 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-43c6fd75-1665-48df-90a9-a8e222f1b12d req-9ba5ffaa-18b6-4572-a23d-98a74f7bd3a0 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666983
Apr 19 07:53:29.476537 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5f0e0-19cd-4ec8-b925-fa10afbe9718 req-bb9ce71e-cf77-49dd-96bd-d339844498f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:53:29.478228 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d2b5f0e0-19cd-4ec8-b925-fa10afbe9718 req-bb9ce71e-cf77-49dd-96bd-d339844498f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=013f08f7-1900-40c6-87da-64fbcb5c53f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1538551
Apr 19 07:53:29.594416 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-5a899591-a678-49d2-b115-72efbbf654d0 None None] Set router 6d8e02f7-c7e0-49ae-adee-ba4621801160 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:53:29.636699 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d2b5f0e0-19cd-4ec8-b925-fa10afbe9718 req-be7e8d86-d69f-49fe-b912-41e255f87695 service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506336
Apr 19 07:53:29.800522 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d2b5f0e0-19cd-4ec8-b925-fa10afbe9718 req-b933c197-765d-4872-ad24-5ea2bcba59e9 service neutron] 10.222.0.16 "GET /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1567004
Apr 19 07:53:29.957261 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-5a899591-a678-49d2-b115-72efbbf654d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f61651d8710>, [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:26Z', 'revision_number': 4, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '1bb1516a-953f-41c9-a3a2-b51e942062f5', 'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'mac_address': 'fa:16:3e:a3:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:25Z', 'updated_at': '2021-04-19T07:46:36Z', 'revision_number': 5, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'subnets': [{'id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:29.962837 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a899591-a678-49d2-b115-72efbbf654d0 None None] The sync data for ids ['6d8e02f7-c7e0-49ae-adee-ba4621801160'] in dv-cinder-773870-2-iscsi is: [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:26Z', 'revision_number': 4, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': '1bb1516a-953f-41c9-a3a2-b51e942062f5', 'name': '', 'network_id': '013f08f7-1900-40c6-87da-64fbcb5c53f4', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'mac_address': 'fa:16:3e:a3:98:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:25Z', 'updated_at': '2021-04-19T07:46:36Z', 'revision_number': 5, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'subnets': [{'id': '967d03ed-e8aa-45c3-bfb5-a07da23e1f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:53:30.381961 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65771a69-8ea0-4587-8a38-4fb67dc922ea None None] New status for floating IP 828d835f-e420-488a-a563-c10472b24436: DOWN {{(pid=86358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 07:53:30.755050 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fa974-0f13-4721-a0ff-867670b0c37c req-dcc380eb-e579-468d-8922-da007fafd80b tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:53:30.756699 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-694fa974-0f13-4721-a0ff-867670b0c37c req-dcc380eb-e579-468d-8922-da007fafd80b tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 946 time: 0.1702511
Apr 19 07:53:30.766136 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8827b9-2779-4b58-ada0-42981866026b req-f439602d-e965-45e5-8107-72e741874c19 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:53:30.767682 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6a8827b9-2779-4b58-ada0-42981866026b req-f439602d-e965-45e5-8107-72e741874c19 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 946 time: 0.1327860
Apr 19 07:53:30.882837 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-694fa974-0f13-4721-a0ff-867670b0c37c req-27daa4fc-f23e-4604-b169-15876ff283b4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Deleting port 1844db9a-7cf6-45bb-bf0d-0fb410325ac6 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:53:30.883457 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-694fa974-0f13-4721-a0ff-867670b0c37c req-27daa4fc-f23e-4604-b169-15876ff283b4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:30.921144 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6a8827b9-2779-4b58-ada0-42981866026b req-a57e7c97-e581-4f0f-9ce0-40d29f48a4f2 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/security-groups?id=b055dfee-0d8b-48ac-870c-b010ca5bcb57&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1170564
Apr 19 07:53:31.165046 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-694fa974-0f13-4721-a0ff-867670b0c37c req-27daa4fc-f23e-4604-b169-15876ff283b4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] For port 1844db9a-7cf6-45bb-bf0d-0fb410325ac6, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=1844db9a-7cf6-45bb-bf0d-0fb410325ac6,segment=NetworkSegment(b410f489-9d1e-4062-aeeb-1fb959e15c49),segment_id=b410f489-9d1e-4062-aeeb-1fb959e15c49)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:53:31.165450 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-694fa974-0f13-4721-a0ff-867670b0c37c req-27daa4fc-f23e-4604-b169-15876ff283b4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:31.312559 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-694fa974-0f13-4721-a0ff-867670b0c37c req-27daa4fc-f23e-4604-b169-15876ff283b4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Calling delete_port for 1844db9a-7cf6-45bb-bf0d-0fb410325ac6 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:53:31.476520 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-694fa974-0f13-4721-a0ff-867670b0c37c req-27daa4fc-f23e-4604-b169-15876ff283b4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:31.482737 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6e788231-f495-4f2c-a402-05869b6be7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:53:31.533401 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27daa4fc-f23e-4604-b169-15876ff283b4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Pushing event deleted for resources: {'Port': ['ID=1844db9a-7cf6-45bb-bf0d-0fb410325ac6,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:53:31.537314 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-27daa4fc-f23e-4604-b169-15876ff283b4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:53:31.621290 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-694fa974-0f13-4721-a0ff-867670b0c37c req-27daa4fc-f23e-4604-b169-15876ff283b4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] No DVR routers for this DVR port 1844db9a-7cf6-45bb-bf0d-0fb410325ac6 on host hv-cinder-77387 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:53:31.625134 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-694fa974-0f13-4721-a0ff-867670b0c37c req-27daa4fc-f23e-4604-b169-15876ff283b4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:31.628456 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a121a4a-89d3-4f4c-a530-dec07c4d4393', 'name': 'network-vif-deleted', 'tag': '1844db9a-7cf6-45bb-bf0d-0fb410325ac6'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:53:31.642521 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-694fa974-0f13-4721-a0ff-867670b0c37c req-27daa4fc-f23e-4604-b169-15876ff283b4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.16 "DELETE /v2.0/ports/1844db9a-7cf6-45bb-bf0d-0fb410325ac6 HTTP/1.1" status: 204  len: 173 time: 0.8736205
Apr 19 07:53:31.680620 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a121a4a-89d3-4f4c-a530-dec07c4d4393', 'name': 'network-vif-deleted', 'tag': '1844db9a-7cf6-45bb-bf0d-0fb410325ac6', 'status': 'completed', 'code': 200}
Apr 19 07:53:32.105435 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-32d9ef1d-f87e-401d-a31e-d8f8f038d566 req-6080595d-0310-40d5-97c2-9134ecae65dd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Synchronizing usage tracker for tenant:7cb235dc3277438c954bbcb8afc3469e on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:53:32.123628 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-32d9ef1d-f87e-401d-a31e-d8f8f038d566 req-6080595d-0310-40d5-97c2-9134ecae65dd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Unset dirty status for tenant:7cb235dc3277438c954bbcb8afc3469e on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:53:32.125160 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-32d9ef1d-f87e-401d-a31e-d8f8f038d566 req-6080595d-0310-40d5-97c2-9134ecae65dd tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a121a4a-89d3-4f4c-a530-dec07c4d4393 HTTP/1.1" status: 200  len: 210 time: 0.0767484
Apr 19 07:53:33.231525 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 56510) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:53:33.406214 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-c1931ac4-cd8a-4e22-8198-18c45df49db3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Deleting port 9989f709-4605-406d-87e8-7ec7c401acbb {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:53:33.406628 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c1931ac4-cd8a-4e22-8198-18c45df49db3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:33.607635 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c1931ac4-cd8a-4e22-8198-18c45df49db3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:33.607994 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c1931ac4-cd8a-4e22-8198-18c45df49db3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:33.752775 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-c1931ac4-cd8a-4e22-8198-18c45df49db3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Calling delete_port for 9989f709-4605-406d-87e8-7ec7c401acbb owned by network:floatingip {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:53:33.804681 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-13126e3b-d108-424c-bb6c-8b5161682a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:33.911595 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c1931ac4-cd8a-4e22-8198-18c45df49db3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:33.917658 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-da448204-ecf8-4557-a8cd-86e27c0a3a3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:53:34.004181 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1931ac4-cd8a-4e22-8198-18c45df49db3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Pushing event deleted for resources: {'Port': ['ID=9989f709-4605-406d-87e8-7ec7c401acbb,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:53:34.006959 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c1931ac4-cd8a-4e22-8198-18c45df49db3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:53:34.074283 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c1931ac4-cd8a-4e22-8198-18c45df49db3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for floatingip, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:34.092206 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c1931ac4-cd8a-4e22-8198-18c45df49db3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:34.093458 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-c1931ac4-cd8a-4e22-8198-18c45df49db3 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "DELETE /v2.0/floatingips/d054ac7b-2491-4f6d-a303-ce5ed5c5fe7f HTTP/1.1" status: 204  len: 168 time: 0.8608780
Apr 19 07:53:35.180773 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 1844db9a-7cf6-45bb-bf0d-0fb410325ac6 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:53:35.219055 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] No Port match for: 1844db9a-7cf6-45bb-bf0d-0fb410325ac6 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:53:35.219447 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 1844db9a-7cf6-45bb-bf0d-0fb410325ac6 not bound to the agent host hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:53:35.500869 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 56544) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:53:35.583713 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e2013c39-ed89-473e-98df-feb23f2124ce tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:35.622541 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e2013c39-ed89-473e-98df-feb23f2124ce tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:35.696013 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e2013c39-ed89-473e-98df-feb23f2124ce tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:35.704812 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-584355a0-dcc3-4703-b0bc-d3dcd6177786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:53:35.723164 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2013c39-ed89-473e-98df-feb23f2124ce tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b055dfee-0d8b-48ac-870c-b010ca5bcb57,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:53:35.726407 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e2013c39-ed89-473e-98df-feb23f2124ce tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:53:35.747024 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e2013c39-ed89-473e-98df-feb23f2124ce tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:35.751846 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-e2013c39-ed89-473e-98df-feb23f2124ce tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] 10.222.0.20 "DELETE /v2.0/security-groups/b055dfee-0d8b-48ac-870c-b010ca5bcb57 HTTP/1.1" status: 204  len: 168 time: 0.2470655
Apr 19 07:53:35.825419 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 56552) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:53:36.021580 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7276-49d3-46aa-8d7e-961904579786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:36.438196 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:36.563338 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854105702'] for router_interface, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:36.956045 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] Deleting port 1bb1516a-953f-41c9-a3a2-b51e942062f5 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:53:36.956381 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:37.031817 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:37.406459 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] For port 1bb1516a-953f-41c9-a3a2-b51e942062f5, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=1bb1516a-953f-41c9-a3a2-b51e942062f5,segment=NetworkSegment(b410f489-9d1e-4062-aeeb-1fb959e15c49),segment_id=b410f489-9d1e-4062-aeeb-1fb959e15c49)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:53:37.406851 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:37.539159 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] Calling delete_port for 1bb1516a-953f-41c9-a3a2-b51e942062f5 owned by network:router_interface {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:53:37.727410 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:37.732065 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:53:37.779886 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb1516a-953f-41c9-a3a2-b51e942062f5,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:53:37.827463 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:53:37.827869 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:53:37.828460 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:53:37.828591 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:53:37.829010 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:53:37.829398 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:53:37.829785 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:53:37.830179 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:53:37.830576 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:53:37.831243 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:53:37.831645 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:53:37.832037 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:53:37.863175 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:53:37.907299 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:38.107925 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854105628'] for router_interface, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:38.547988 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] Router 6d8e02f7-c7e0-49ae-adee-ba4621801160 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:53:38.746341 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:53:38.756224 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fced5d3-113b-4d4a-a229-43577848d97f None None] Sync routers for ids ['6d8e02f7-c7e0-49ae-adee-ba4621801160'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:53:38.759798 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] 10.222.0.20 "PUT /v2.0/routers/6d8e02f7-c7e0-49ae-adee-ba4621801160/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9329150
Apr 19 07:53:38.762770 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 56562) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:53:38.767648 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fced5d3-113b-4d4a-a229-43577848d97f None None] Routers {'6d8e02f7-c7e0-49ae-adee-ba4621801160'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:53:38.768457 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-3fced5d3-113b-4d4a-a229-43577848d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165e82470>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:53:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['6d8e02f7-c7e0-49ae-adee-ba4621801160'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:38.953694 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-112328d2-76c4-4663-b903-5096e4f7afe7 admin admin] Notify callbacks [] for router, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:38.958006 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-3fced5d3-113b-4d4a-a229-43577848d97f None None] Set router 6d8e02f7-c7e0-49ae-adee-ba4621801160 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:53:39.164157 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-112328d2-76c4-4663-b903-5096e4f7afe7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:39.173322 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-112328d2-76c4-4663-b903-5096e4f7afe7 admin admin] Deleting port 1e70fb32-2126-48e2-ad53-25996bc16ff3 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:53:39.173689 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-112328d2-76c4-4663-b903-5096e4f7afe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:39.310256 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-3fced5d3-113b-4d4a-a229-43577848d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165e82470>, [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:53:37Z', 'revision_number': 5, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port': {'id': '1e70fb32-2126-48e2-ad53-25996bc16ff3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:39.314679 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fced5d3-113b-4d4a-a229-43577848d97f None None] Checking router: 6d8e02f7-c7e0-49ae-adee-ba4621801160 for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:53:39.324612 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fced5d3-113b-4d4a-a229-43577848d97f None None] Routers {'6d8e02f7-c7e0-49ae-adee-ba4621801160'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:53:39.325284 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-3fced5d3-113b-4d4a-a229-43577848d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165e82470>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:53:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['6d8e02f7-c7e0-49ae-adee-ba4621801160'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:39.425927 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-112328d2-76c4-4663-b903-5096e4f7afe7 admin admin] For port 1e70fb32-2126-48e2-ad53-25996bc16ff3, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=1e70fb32-2126-48e2-ad53-25996bc16ff3,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:53:39.426365 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-112328d2-76c4-4663-b903-5096e4f7afe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:39.497274 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-3fced5d3-113b-4d4a-a229-43577848d97f None None] Set router 6d8e02f7-c7e0-49ae-adee-ba4621801160 gateway port host: None {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:53:39.562562 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-112328d2-76c4-4663-b903-5096e4f7afe7 admin admin] Calling delete_port for 1e70fb32-2126-48e2-ad53-25996bc16ff3 owned by network:router_gateway {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:53:39.613798 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-3fced5d3-113b-4d4a-a229-43577848d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165e82470>, [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:53:39Z', 'revision_number': 6, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port_host': None}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:39.618493 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fced5d3-113b-4d4a-a229-43577848d97f None None] The sync data for ids ['6d8e02f7-c7e0-49ae-adee-ba4621801160'] in dv-cinder-773870-2-iscsi is: [{'id': '6d8e02f7-c7e0-49ae-adee-ba4621801160', 'name': 'tempest-TestVolumeBootPattern-2137573308-router', 'tenant_id': '7cb235dc3277438c954bbcb8afc3469e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:20Z', 'updated_at': '2021-04-19T07:53:39Z', 'revision_number': 6, 'project_id': '7cb235dc3277438c954bbcb8afc3469e', 'gw_port_host': None}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:53:39.769371 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-112328d2-76c4-4663-b903-5096e4f7afe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:39.774617 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:53:39.824666 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112328d2-76c4-4663-b903-5096e4f7afe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e70fb32-2126-48e2-ad53-25996bc16ff3,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:53:39.858892 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-112328d2-76c4-4663-b903-5096e4f7afe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:53:39.925237 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-112328d2-76c4-4663-b903-5096e4f7afe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682341'] for router_gateway, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:40.117010 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-112328d2-76c4-4663-b903-5096e4f7afe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775458'] for router, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:40.119711 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-112328d2-76c4-4663-b903-5096e4f7afe7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:40.151915 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-112328d2-76c4-4663-b903-5096e4f7afe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854118019'] for router, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:40.152577 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112328d2-76c4-4663-b903-5096e4f7afe7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d8e02f7-c7e0-49ae-adee-ba4621801160 {{(pid=86357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 07:53:40.167313 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-112328d2-76c4-4663-b903-5096e4f7afe7 admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:40.172042 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-112328d2-76c4-4663-b903-5096e4f7afe7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6d8e02f7-c7e0-49ae-adee-ba4621801160 HTTP/1.1" status: 204  len: 168 time: 1.4048433
Apr 19 07:53:40.172902 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 56570) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:53:40.430265 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 1e70fb32-2126-48e2-ad53-25996bc16ff3 no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:53:40.472246 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: 1e70fb32-2126-48e2-ad53-25996bc16ff3 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:53:40.472748 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 1e70fb32-2126-48e2-ad53-25996bc16ff3 not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:53:40.473226 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 1bb1516a-953f-41c9-a3a2-b51e942062f5 no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:53:40.510813 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: 1bb1516a-953f-41c9-a3a2-b51e942062f5 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:53:40.511278 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 1bb1516a-953f-41c9-a3a2-b51e942062f5 not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:53:40.521428 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-d381269a-dc61-4eb4-8532-46a4bfa1e262 admin admin] Deleting subnet 967d03ed-e8aa-45c3-bfb5-a07da23e1f83 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 07:53:40.524821 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d381269a-dc61-4eb4-8532-46a4bfa1e262 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:40.578511 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d381269a-dc61-4eb4-8532-46a4bfa1e262 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2208718'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:40.664410 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d381269a-dc61-4eb4-8532-46a4bfa1e262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852818528'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:40.942069 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d381269a-dc61-4eb4-8532-46a4bfa1e262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852108399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3144528'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:40.947487 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:53:40.988760 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381269a-dc61-4eb4-8532-46a4bfa1e262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=967d03ed-e8aa-45c3-bfb5-a07da23e1f83,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:53:40.991390 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d381269a-dc61-4eb4-8532-46a4bfa1e262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:40.993853 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d381269a-dc61-4eb4-8532-46a4bfa1e262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:53:40.994827 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6cc1ef-eb2f-4757-a012-e8250c34020a None None] Network 013f08f7-1900-40c6-87da-64fbcb5c53f4 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:53:40.998583 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-d381269a-dc61-4eb4-8532-46a4bfa1e262 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/967d03ed-e8aa-45c3-bfb5-a07da23e1f83 HTTP/1.1" status: 204  len: 168 time: 0.8245835
Apr 19 07:53:41.001284 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 56574) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:53:41.116361 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915220'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:41.128267 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] Deleting port 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:53:41.128643 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:41.264930 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ff771d-fafe-4d0a-9260-e71243d98f30 None None] DHCP port deletion for 013f08f7-1900-40c6-87da-64fbcb5c53f4 request from dv-cinder-773870-2-iscsi {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 07:53:41.273107 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-26ff771d-fafe-4d0a-9260-e71243d98f30 None None] Deleting port 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:53:41.273537 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-26ff771d-fafe-4d0a-9260-e71243d98f30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:41.368670 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] For port 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=11e75d3c-aa9c-4682-a3e1-38d245a6c5b6,segment=NetworkSegment(b410f489-9d1e-4062-aeeb-1fb959e15c49),segment_id=b410f489-9d1e-4062-aeeb-1fb959e15c49)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:53:41.369419 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:41.501891 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-26ff771d-fafe-4d0a-9260-e71243d98f30 None None] For port 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=11e75d3c-aa9c-4682-a3e1-38d245a6c5b6,segment=NetworkSegment(b410f489-9d1e-4062-aeeb-1fb959e15c49),segment_id=b410f489-9d1e-4062-aeeb-1fb959e15c49)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:53:41.502236 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-26ff771d-fafe-4d0a-9260-e71243d98f30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:41.510864 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] Calling delete_port for 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6 owned by network:dhcp {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:53:41.601806 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:41.615775 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-aa067f06-d7ca-456c-8086-db9e9244ef41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:53:41.638751 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-26ff771d-fafe-4d0a-9260-e71243d98f30 None None] Calling delete_port for 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6 owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:53:41.652359 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] No DVR routers for this DVR port 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6 on host dv-cinder-773870-2-iscsi {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:53:41.719390 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] Pushing event deleted for resources: {'Port': ['ID=11e75d3c-aa9c-4682-a3e1-38d245a6c5b6,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:53:41.722661 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:53:41.726433 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.db.api [None req-26ff771d-fafe-4d0a-9260-e71243d98f30 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 07:53:41.726855 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_db.api [None req-26ff771d-fafe-4d0a-9260-e71243d98f30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 07:53:41.797767 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957365', 'neutron.services.segments.db._delete_segments_for_network-8753519474803'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:41.918947 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f615f642cc0>,) {'filters': {'network_id': ['013f08f7-1900-40c6-87da-64fbcb5c53f4']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:41.934900 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f615f642cc0>, 'b410f489-9d1e-4062-aeeb-1fb959e15c49') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:41.935246 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f615f642cc0>, 'b410f489-9d1e-4062-aeeb-1fb959e15c49') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:41.948218 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283335320419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852567098'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:41.964084 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:41.970890 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 07:53:42.163625 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] Network 013f08f7-1900-40c6-87da-64fbcb5c53f4 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:53:42.173891 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852824399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2666546'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:42.228448 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-26ff771d-fafe-4d0a-9260-e71243d98f30 None None] Deleting port 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:53:42.228886 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-26ff771d-fafe-4d0a-9260-e71243d98f30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:42.303561 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-26ff771d-fafe-4d0a-9260-e71243d98f30 None None] The port '11e75d3c-aa9c-4682-a3e1-38d245a6c5b6' was deleted {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 07:53:42.360011 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] Network 013f08f7-1900-40c6-87da-64fbcb5c53f4 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]: Traceback (most recent call last):
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:     timer()
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:     cb(*args, **kw)
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:     return func(*args, **kwargs)
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:     self._notify()
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:     self.callback(batched_events)
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:     event.method(event)
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:     segment_id)['aggregates'][0]
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:     return f(self, *a, **k)
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self._get(url).json()
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:     **kwargs)
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self.request(url, 'GET', **kwargs)
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:     **endpoint_filter)
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 07:53:42.388907 dv-cinder-773870-2-iscsi neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 07:53:42.436279 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6 no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:53:42.472208 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852818435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671106'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:42.476568 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fe8ba902-51d1-4c20-b157-0bd48d9ac127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:53:42.479939 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:53:42.480297 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 11e75d3c-aa9c-4682-a3e1-38d245a6c5b6 not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:53:42.493848 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:42.507944 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] Pushing event deleted for resources: {'Network': ['ID=013f08f7-1900-40c6-87da-64fbcb5c53f4,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:53:42.511997 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:53:42.524788 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] 10.222.0.20 "DELETE /v2.0/networks/013f08f7-1900-40c6-87da-64fbcb5c53f4 HTTP/1.1" status: 204  len: 168 time: 1.5223782
Apr 19 07:53:42.528044 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 56584) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:53:43.209874 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854105702'] for router_interface, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:43.621173 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] Deleting port 0343d0e2-d93a-4618-b79d-066a72ddbd89 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:53:43.621496 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:43.818918 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] For port 0343d0e2-d93a-4618-b79d-066a72ddbd89, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=0343d0e2-d93a-4618-b79d-066a72ddbd89,segment=NetworkSegment(fc593f1c-1565-423e-a03c-58f3d2c139ba),segment_id=fc593f1c-1565-423e-a03c-58f3d2c139ba)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:53:43.819335 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:44.240370 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] Calling delete_port for 0343d0e2-d93a-4618-b79d-066a72ddbd89 owned by network:router_interface {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:53:44.448193 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:44.453807 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d9ec6af1-7310-4fa5-aea4-b788f5e9b373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:53:44.513208 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=0343d0e2-d93a-4618-b79d-066a72ddbd89,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:53:44.553437 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:53:44.553822 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:53:44.554324 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:53:44.554721 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:53:44.555187 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:53:44.555656 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:53:44.556313 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:53:44.556781 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:53:44.557182 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:53:44.557593 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:53:44.558003 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:53:44.558527 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:53:44.572046 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:53:44.942204 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854105628'] for router_interface, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:45.354274 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] Router 24baacae-9a09-4b52-a42c-df703a112f8a has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:53:45.570813 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:53:45.580260 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baf54ef-2bfd-4c46-835b-114ca13ad286 None None] Sync routers for ids ['24baacae-9a09-4b52-a42c-df703a112f8a'] in dv-cinder-773870-2-iscsi {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:53:45.590293 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-97e7261b-3835-4fde-8031-a33e86351e84 admin admin] 10.222.0.20 "PUT /v2.0/routers/24baacae-9a09-4b52-a42c-df703a112f8a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0608258
Apr 19 07:53:45.592985 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 56608) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:53:45.595254 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baf54ef-2bfd-4c46-835b-114ca13ad286 None None] Routers {'24baacae-9a09-4b52-a42c-df703a112f8a'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:53:45.596108 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-7baf54ef-2bfd-4c46-835b-114ca13ad286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164287278>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:53:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['24baacae-9a09-4b52-a42c-df703a112f8a'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:45.807384 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9e6b9beb-b718-4e6b-bbdd-476d87497f9b admin admin] Notify callbacks [] for router, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:46.005987 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-7baf54ef-2bfd-4c46-835b-114ca13ad286 None None] Set router 24baacae-9a09-4b52-a42c-df703a112f8a gateway port host: dv-cinder-773870-2-iscsi {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:53:46.060232 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9e6b9beb-b718-4e6b-bbdd-476d87497f9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:46.074519 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-9e6b9beb-b718-4e6b-bbdd-476d87497f9b admin admin] Deleting port 74cbce09-a5f6-4a14-936d-436fde916fb3 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:53:46.074901 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9e6b9beb-b718-4e6b-bbdd-476d87497f9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:46.282787 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-9e6b9beb-b718-4e6b-bbdd-476d87497f9b admin admin] For port 74cbce09-a5f6-4a14-936d-436fde916fb3, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=74cbce09-a5f6-4a14-936d-436fde916fb3,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:53:46.283096 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9e6b9beb-b718-4e6b-bbdd-476d87497f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:46.372480 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-7baf54ef-2bfd-4c46-835b-114ca13ad286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164287278>, [{'id': '24baacae-9a09-4b52-a42c-df703a112f8a', 'name': 'tempest-TestVolumeBootPattern-1352873298-router', 'tenant_id': '4115ba0947964b7696df42dc006b848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '74cbce09-a5f6-4a14-936d-436fde916fb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:31Z', 'updated_at': '2021-04-19T07:53:44Z', 'revision_number': 5, 'project_id': '4115ba0947964b7696df42dc006b848a', 'gw_port': {'id': '74cbce09-a5f6-4a14-936d-436fde916fb3', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24baacae-9a09-4b52-a42c-df703a112f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:46:32Z', 'updated_at': '2021-04-19T07:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:46.380985 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baf54ef-2bfd-4c46-835b-114ca13ad286 None None] Checking router: 24baacae-9a09-4b52-a42c-df703a112f8a for host: dv-cinder-773870-2-iscsi {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:53:46.393338 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baf54ef-2bfd-4c46-835b-114ca13ad286 None None] Routers {'24baacae-9a09-4b52-a42c-df703a112f8a'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:53:46.394339 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-7baf54ef-2bfd-4c46-835b-114ca13ad286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6164287278>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:53:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['24baacae-9a09-4b52-a42c-df703a112f8a'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:46.431205 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-9e6b9beb-b718-4e6b-bbdd-476d87497f9b admin admin] Calling delete_port for 74cbce09-a5f6-4a14-936d-436fde916fb3 owned by network:router_gateway {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:53:46.572232 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-7baf54ef-2bfd-4c46-835b-114ca13ad286 None None] Set router 24baacae-9a09-4b52-a42c-df703a112f8a gateway port host: None {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:53:46.629029 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9e6b9beb-b718-4e6b-bbdd-476d87497f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:46.633882 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6b0231cb-1af7-42c4-8f64-87de57894510 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:53:46.683752 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b9beb-b718-4e6b-bbdd-476d87497f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=74cbce09-a5f6-4a14-936d-436fde916fb3,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:53:46.687191 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9e6b9beb-b718-4e6b-bbdd-476d87497f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:53:46.695902 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-7baf54ef-2bfd-4c46-835b-114ca13ad286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6164287278>, [{'id': '24baacae-9a09-4b52-a42c-df703a112f8a', 'name': 'tempest-TestVolumeBootPattern-1352873298-router', 'tenant_id': '4115ba0947964b7696df42dc006b848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:31Z', 'updated_at': '2021-04-19T07:53:46Z', 'revision_number': 6, 'project_id': '4115ba0947964b7696df42dc006b848a', 'gw_port_host': None}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:46.701161 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baf54ef-2bfd-4c46-835b-114ca13ad286 None None] The sync data for ids ['24baacae-9a09-4b52-a42c-df703a112f8a'] in dv-cinder-773870-2-iscsi is: [{'id': '24baacae-9a09-4b52-a42c-df703a112f8a', 'name': 'tempest-TestVolumeBootPattern-1352873298-router', 'tenant_id': '4115ba0947964b7696df42dc006b848a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:46:31Z', 'updated_at': '2021-04-19T07:53:46Z', 'revision_number': 6, 'project_id': '4115ba0947964b7696df42dc006b848a', 'gw_port_host': None}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:53:46.792067 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9e6b9beb-b718-4e6b-bbdd-476d87497f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682341'] for router_gateway, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:46.987886 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9e6b9beb-b718-4e6b-bbdd-476d87497f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775458'] for router, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:46.990418 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9e6b9beb-b718-4e6b-bbdd-476d87497f9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:47.038495 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9e6b9beb-b718-4e6b-bbdd-476d87497f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854118019'] for router, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:47.039404 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6b9beb-b718-4e6b-bbdd-476d87497f9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24baacae-9a09-4b52-a42c-df703a112f8a {{(pid=86357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 07:53:47.061286 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9e6b9beb-b718-4e6b-bbdd-476d87497f9b admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:47.063647 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-9e6b9beb-b718-4e6b-bbdd-476d87497f9b admin admin] 10.222.0.20 "DELETE /v2.0/routers/24baacae-9a09-4b52-a42c-df703a112f8a HTTP/1.1" status: 204  len: 168 time: 1.4692895
Apr 19 07:53:47.066352 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 56616) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:53:47.139712 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a7a7cc-a780-4408-9afe-667c2820a7ab admin admin] Deleting subnet 4480dec9-7470-474b-8936-cea2b9006be7 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 07:53:47.144233 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a7a7a7cc-a780-4408-9afe-667c2820a7ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:47.199620 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a7a7a7cc-a780-4408-9afe-667c2820a7ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2208718'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:47.293307 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a7a7a7cc-a780-4408-9afe-667c2820a7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852818528'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:47.568137 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a7a7a7cc-a780-4408-9afe-667c2820a7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852108399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3144528'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:47.573498 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:53:47.617446 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a7a7a7cc-a780-4408-9afe-667c2820a7ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:47.622186 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7a7cc-a780-4408-9afe-667c2820a7ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4480dec9-7470-474b-8936-cea2b9006be7,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:53:47.623078 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de092f4-6495-4c05-8dfc-701e658f57eb None None] Network 3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:53:47.625702 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a7a7a7cc-a780-4408-9afe-667c2820a7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:53:47.628071 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-a7a7a7cc-a780-4408-9afe-667c2820a7ab admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4480dec9-7470-474b-8936-cea2b9006be7 HTTP/1.1" status: 204  len: 168 time: 0.5606225
Apr 19 07:53:47.631235 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 56620) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:53:47.753919 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915220'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:47.765725 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] Deleting port a0dfcac2-f0ca-4221-8be6-075e8dd38e22 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:53:47.766102 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:47.903911 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c67f9e-6735-4d7b-a95f-754071916b47 None None] DHCP port deletion for 3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3 request from dv-cinder-773870-2-iscsi {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 07:53:47.908797 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-80c67f9e-6735-4d7b-a95f-754071916b47 None None] Deleting port a0dfcac2-f0ca-4221-8be6-075e8dd38e22 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:53:47.909216 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80c67f9e-6735-4d7b-a95f-754071916b47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:48.014085 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] For port a0dfcac2-f0ca-4221-8be6-075e8dd38e22, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=a0dfcac2-f0ca-4221-8be6-075e8dd38e22,segment=NetworkSegment(fc593f1c-1565-423e-a03c-58f3d2c139ba),segment_id=fc593f1c-1565-423e-a03c-58f3d2c139ba)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:53:48.014471 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:48.164593 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] Calling delete_port for a0dfcac2-f0ca-4221-8be6-075e8dd38e22 owned by network:dhcp {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:53:48.183880 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-80c67f9e-6735-4d7b-a95f-754071916b47 None None] For port a0dfcac2-f0ca-4221-8be6-075e8dd38e22, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=a0dfcac2-f0ca-4221-8be6-075e8dd38e22,segment=NetworkSegment(fc593f1c-1565-423e-a03c-58f3d2c139ba),segment_id=fc593f1c-1565-423e-a03c-58f3d2c139ba)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:53:48.184597 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80c67f9e-6735-4d7b-a95f-754071916b47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:48.262195 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:48.266572 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-120daf96-9643-4d72-8ca3-f2583b0e5b78 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:53:48.318479 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0dfcac2-f0ca-4221-8be6-075e8dd38e22,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:53:48.321218 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:53:48.324308 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] No DVR routers for this DVR port a0dfcac2-f0ca-4221-8be6-075e8dd38e22 on host dv-cinder-773870-2-iscsi {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:53:48.369735 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-80c67f9e-6735-4d7b-a95f-754071916b47 None None] Calling delete_port for a0dfcac2-f0ca-4221-8be6-075e8dd38e22 owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:53:48.461686 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 74cbce09-a5f6-4a14-936d-436fde916fb3 no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:53:48.470899 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957365', 'neutron.services.segments.db._delete_segments_for_network-8753519474803'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:48.506859 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: 74cbce09-a5f6-4a14-936d-436fde916fb3 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:53:48.507247 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 74cbce09-a5f6-4a14-936d-436fde916fb3 not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:53:48.507719 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 0343d0e2-d93a-4618-b79d-066a72ddbd89 no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:53:48.545916 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.db.api [None req-80c67f9e-6735-4d7b-a95f-754071916b47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 07:53:48.546497 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_db.api [None req-80c67f9e-6735-4d7b-a95f-754071916b47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 07:53:48.555316 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: 0343d0e2-d93a-4618-b79d-066a72ddbd89 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:53:48.555722 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 0343d0e2-d93a-4618-b79d-066a72ddbd89 not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:53:48.556190 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device a0dfcac2-f0ca-4221-8be6-075e8dd38e22 no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:53:48.599198 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: a0dfcac2-f0ca-4221-8be6-075e8dd38e22 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:53:48.599805 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device a0dfcac2-f0ca-4221-8be6-075e8dd38e22 not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:53:48.615097 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f615f3db9e8>,) {'filters': {'network_id': ['3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:48.629733 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f615f3db9e8>, 'fc593f1c-1565-423e-a03c-58f3d2c139ba') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:48.630067 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f615f3db9e8>, 'fc593f1c-1565-423e-a03c-58f3d2c139ba') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:48.643430 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283335320419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4013316'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:48.663071 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:48.670206 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 07:53:48.874697 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] Network 3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:53:48.884857 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852824399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852205400'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:49.048416 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-80c67f9e-6735-4d7b-a95f-754071916b47 None None] Deleting port a0dfcac2-f0ca-4221-8be6-075e8dd38e22 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:53:49.048803 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80c67f9e-6735-4d7b-a95f-754071916b47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:49.068258 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] Network 3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]: Traceback (most recent call last):
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:     timer()
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:     cb(*args, **kw)
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:     return func(*args, **kwargs)
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:     self._notify()
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:     self.callback(batched_events)
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:     event.method(event)
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:     segment_id)['aggregates'][0]
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:     return f(self, *a, **k)
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self._get(url).json()
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:     **kwargs)
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self.request(url, 'GET', **kwargs)
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:     **endpoint_filter)
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 07:53:49.091426 dv-cinder-773870-2-iscsi neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 07:53:49.123604 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-80c67f9e-6735-4d7b-a95f-754071916b47 None None] The port 'a0dfcac2-f0ca-4221-8be6-075e8dd38e22' was deleted {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 07:53:49.174310 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852818435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671106'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:49.178348 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:53:49.195087 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:49.205445 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:53:49.210493 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:53:49.217312 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-10d5f606-4708-4530-a1a7-9a935ad88825 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3f8f1f21-43ba-42a6-ab8c-0e2e44d95dc3 HTTP/1.1" status: 204  len: 168 time: 1.5849335
Apr 19 07:53:49.444956 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 56630) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:53:49.499354 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-c9562509-1e34-4d0e-8cc8-edbfd31bf764 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cb235dc3277438c954bbcb8afc3469e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0530229
Apr 19 07:53:49.502030 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 56634) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:53:49.567100 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e151e060-c811-42af-ac9d-f6586383a646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:49.594715 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e151e060-c811-42af-ac9d-f6586383a646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:49.643631 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e151e060-c811-42af-ac9d-f6586383a646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:49.649196 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-330776b7-0864-4196-a88d-6db0b3772cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:53:49.668028 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151e060-c811-42af-ac9d-f6586383a646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1701350a-4eef-42ba-90b8-fd149a9277a4,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:53:49.671745 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e151e060-c811-42af-ac9d-f6586383a646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:53:49.676117 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e151e060-c811-42af-ac9d-f6586383a646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:49.677359 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-e151e060-c811-42af-ac9d-f6586383a646 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1701350a-4eef-42ba-90b8-fd149a9277a4 HTTP/1.1" status: 204  len: 168 time: 0.1742420
Apr 19 07:53:50.101574 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 56642) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:53:50.414307 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-6b6fe36f-eb2f-4638-8172-f411746a860e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4115ba0947964b7696df42dc006b848a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3111897
Apr 19 07:53:50.415942 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 56648) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:53:50.482551 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ff75aaa3-a1cc-45d5-9de7-793e1871dd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:50.514520 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ff75aaa3-a1cc-45d5-9de7-793e1871dd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:50.568606 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ff75aaa3-a1cc-45d5-9de7-793e1871dd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:50.574045 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-62cc63d6-0c01-4083-a2de-8dc7497d4362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:53:50.588112 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75aaa3-a1cc-45d5-9de7-793e1871dd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69af5fd5-c74a-4d85-bc20-e9a2ddad1bb6,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:53:50.591477 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ff75aaa3-a1cc-45d5-9de7-793e1871dd94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:53:50.593896 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ff75aaa3-a1cc-45d5-9de7-793e1871dd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:50.597139 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-ff75aaa3-a1cc-45d5-9de7-793e1871dd94 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69af5fd5-c74a-4d85-bc20-e9a2ddad1bb6 HTTP/1.1" status: 204  len: 168 time: 0.1779797
Apr 19 07:53:55.943984 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cefe2c-7bc3-4a51-8578-9a48e042a6ec req-8165a381-59bb-4bd6-b518-afebc0147723 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:53:55.945673 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a0cefe2c-7bc3-4a51-8578-9a48e042a6ec req-8165a381-59bb-4bd6-b518-afebc0147723 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=1791d38a-1d7f-4558-b5de-788b8b727a37 HTTP/1.1" status: 200  len: 946 time: 0.0954297
Apr 19 07:53:55.998960 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a0cefe2c-7bc3-4a51-8578-9a48e042a6ec req-0ba26384-ea05-4d27-b254-44074eedbb3f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=283453e5-2213-4ff2-8cf9-861baa874f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465684
Apr 19 07:53:56.608761 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:57.205408 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41920443-0d4b-471c-a308-462fbe28f7f9 req-edc13c81-8d82-49ba-ab79-fa87b228146f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:53:57.207785 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-41920443-0d4b-471c-a308-462fbe28f7f9 req-edc13c81-8d82-49ba-ab79-fa87b228146f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=1791d38a-1d7f-4558-b5de-788b8b727a37 HTTP/1.1" status: 200  len: 946 time: 0.0901117
Apr 19 07:53:57.257941 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-41920443-0d4b-471c-a308-462fbe28f7f9 req-7f9d06a3-1ae9-49a6-8ec0-f295a8834f8d tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups?id=283453e5-2213-4ff2-8cf9-861baa874f00&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436778
Apr 19 07:53:57.494529 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d5e6d-8aa4-4eec-a8e1-f0f801bb0c0b req-31c1be5d-f28a-4b47-9476-b359dc441bd3 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:53:57.496161 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0b8d5e6d-8aa4-4eec-a8e1-f0f801bb0c0b req-31c1be5d-f28a-4b47-9476-b359dc441bd3 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.16 "GET /v2.0/ports?device_id=1791d38a-1d7f-4558-b5de-788b8b727a37 HTTP/1.1" status: 200  len: 946 time: 0.0979128
Apr 19 07:53:57.582179 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-0b8d5e6d-8aa4-4eec-a8e1-f0f801bb0c0b req-5d6d74a4-ae45-470b-8086-90bda7d9fd6c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Deleting port c88f2af2-9d7d-46cf-b905-d49e09c84b7d {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:53:57.582531 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0b8d5e6d-8aa4-4eec-a8e1-f0f801bb0c0b req-5d6d74a4-ae45-470b-8086-90bda7d9fd6c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:57.875795 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-0b8d5e6d-8aa4-4eec-a8e1-f0f801bb0c0b req-5d6d74a4-ae45-470b-8086-90bda7d9fd6c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] For port c88f2af2-9d7d-46cf-b905-d49e09c84b7d, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c88f2af2-9d7d-46cf-b905-d49e09c84b7d,segment=NetworkSegment(4a1ef362-606a-4e99-a51a-2fb5d9f7fca5),segment_id=4a1ef362-606a-4e99-a51a-2fb5d9f7fca5)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:53:57.876211 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0b8d5e6d-8aa4-4eec-a8e1-f0f801bb0c0b req-5d6d74a4-ae45-470b-8086-90bda7d9fd6c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:58.205380 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0b8d5e6d-8aa4-4eec-a8e1-f0f801bb0c0b req-5d6d74a4-ae45-470b-8086-90bda7d9fd6c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:58.205668 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0b8d5e6d-8aa4-4eec-a8e1-f0f801bb0c0b req-5d6d74a4-ae45-470b-8086-90bda7d9fd6c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-671153'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:58.206131 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.l3_db [req-0b8d5e6d-8aa4-4eec-a8e1-f0f801bb0c0b req-5d6d74a4-ae45-470b-8086-90bda7d9fd6c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Floating IP 92c96ed0-3cd9-4ace-a35e-fd38af723769 disassociated. External IP: 172.27.0.151, port: c88f2af2-9d7d-46cf-b905-d49e09c84b7d.
Apr 19 07:53:58.206432 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-0b8d5e6d-8aa4-4eec-a8e1-f0f801bb0c0b req-5d6d74a4-ae45-470b-8086-90bda7d9fd6c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Calling delete_port for c88f2af2-9d7d-46cf-b905-d49e09c84b7d owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:53:58.378487 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0b8d5e6d-8aa4-4eec-a8e1-f0f801bb0c0b req-5d6d74a4-ae45-470b-8086-90bda7d9fd6c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:58.385400 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b3913459-33a8-45bb-a726-4edda87799ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:53:58.489098 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d74a4-ae45-470b-8086-90bda7d9fd6c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Pushing event deleted for resources: {'Port': ['ID=c88f2af2-9d7d-46cf-b905-d49e09c84b7d,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:53:58.495087 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-51841136-4dd1-484d-b98e-15a84ce0b111 req-3271c866-9008-447d-ad8b-909d9ebc8ba4 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=1791d38a-1d7f-4558-b5de-788b8b727a37 HTTP/1.1" status: 200  len: 210 time: 0.0753407
Apr 19 07:53:58.497055 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5d6d74a4-ae45-470b-8086-90bda7d9fd6c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:53:58.700529 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b8d5e6d-8aa4-4eec-a8e1-f0f801bb0c0b req-5d6d74a4-ae45-470b-8086-90bda7d9fd6c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Router f548e4c9-d084-4585-94f2-ad761bf9f476 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:53:58.920298 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b8d5e6d-8aa4-4eec-a8e1-f0f801bb0c0b req-5d6d74a4-ae45-470b-8086-90bda7d9fd6c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:53:58.945840 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a9cf17-592e-4617-9483-486676e61350 None None] Sync routers for ids ['f548e4c9-d084-4585-94f2-ad761bf9f476'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:53:58.959875 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a9cf17-592e-4617-9483-486676e61350 None None] Routers {'f548e4c9-d084-4585-94f2-ad761bf9f476'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:53:58.960578 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-b9a9cf17-592e-4617-9483-486676e61350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165e95e80>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:53:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['f548e4c9-d084-4585-94f2-ad761bf9f476'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:59.013947 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8d5e6d-8aa4-4eec-a8e1-f0f801bb0c0b req-5d6d74a4-ae45-470b-8086-90bda7d9fd6c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] No DVR routers for this DVR port c88f2af2-9d7d-46cf-b905-d49e09c84b7d on host hv-cinder-77387 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:53:59.016906 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0b8d5e6d-8aa4-4eec-a8e1-f0f801bb0c0b req-5d6d74a4-ae45-470b-8086-90bda7d9fd6c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:53:59.020904 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1791d38a-1d7f-4558-b5de-788b8b727a37', 'name': 'network-vif-deleted', 'tag': 'c88f2af2-9d7d-46cf-b905-d49e09c84b7d'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:53:59.040436 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0b8d5e6d-8aa4-4eec-a8e1-f0f801bb0c0b req-5d6d74a4-ae45-470b-8086-90bda7d9fd6c tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.16 "DELETE /v2.0/ports/c88f2af2-9d7d-46cf-b905-d49e09c84b7d HTTP/1.1" status: 204  len: 173 time: 1.5377085
Apr 19 07:53:59.078127 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1791d38a-1d7f-4558-b5de-788b8b727a37', 'name': 'network-vif-deleted', 'tag': 'c88f2af2-9d7d-46cf-b905-d49e09c84b7d', 'status': 'completed', 'code': 200}
Apr 19 07:53:59.197766 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-b9a9cf17-592e-4617-9483-486676e61350 None None] Set router f548e4c9-d084-4585-94f2-ad761bf9f476 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:53:59.546863 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-b9a9cf17-592e-4617-9483-486676e61350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165e95e80>, [{'id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'name': 'tempest-AttachVolumeTestJSON-121904018-router', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:49:35Z', 'updated_at': '2021-04-19T07:49:41Z', 'revision_number': 4, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'gw_port': {'id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:36Z', 'updated_at': '2021-04-19T07:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': 'f3d349c5-56c3-4fcb-80bc-ed363fc6ae59', 'name': '', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'mac_address': 'fa:16:3e:a5:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:40Z', 'updated_at': '2021-04-19T07:49:48Z', 'revision_number': 5, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'subnets': [{'id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:59.551605 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a9cf17-592e-4617-9483-486676e61350 None None] Checking router: f548e4c9-d084-4585-94f2-ad761bf9f476 for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:53:59.568017 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a9cf17-592e-4617-9483-486676e61350 None None] Routers {'f548e4c9-d084-4585-94f2-ad761bf9f476'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:53:59.568836 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-b9a9cf17-592e-4617-9483-486676e61350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6165e95e80>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:53:36Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['f548e4c9-d084-4585-94f2-ad761bf9f476'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:53:59.694160 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-0970afd6-9b9b-4cab-ae4a-24164d8bd6a1 req-09c5241f-efd5-4e1c-9e4e-a77e0bfa08b5 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Synchronizing usage tracker for tenant:beb5f7bcb1564ffd94d553241f2d0e49 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:53:59.712434 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-0970afd6-9b9b-4cab-ae4a-24164d8bd6a1 req-09c5241f-efd5-4e1c-9e4e-a77e0bfa08b5 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Unset dirty status for tenant:beb5f7bcb1564ffd94d553241f2d0e49 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:53:59.713684 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0970afd6-9b9b-4cab-ae4a-24164d8bd6a1 req-09c5241f-efd5-4e1c-9e4e-a77e0bfa08b5 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/ports?device_id=1791d38a-1d7f-4558-b5de-788b8b727a37 HTTP/1.1" status: 200  len: 210 time: 0.0716703
Apr 19 07:53:59.937412 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-b9a9cf17-592e-4617-9483-486676e61350 None None] Set router f548e4c9-d084-4585-94f2-ad761bf9f476 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:54:00.281726 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-b9a9cf17-592e-4617-9483-486676e61350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6165e95e80>, [{'id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'name': 'tempest-AttachVolumeTestJSON-121904018-router', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:49:35Z', 'updated_at': '2021-04-19T07:49:41Z', 'revision_number': 4, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'gw_port': {'id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:36Z', 'updated_at': '2021-04-19T07:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': 'f3d349c5-56c3-4fcb-80bc-ed363fc6ae59', 'name': '', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'mac_address': 'fa:16:3e:a5:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:40Z', 'updated_at': '2021-04-19T07:49:48Z', 'revision_number': 5, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'subnets': [{'id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:54:00.286675 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a9cf17-592e-4617-9483-486676e61350 None None] The sync data for ids ['f548e4c9-d084-4585-94f2-ad761bf9f476'] in dv-cinder-773870-2-iscsi is: [{'id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'name': 'tempest-AttachVolumeTestJSON-121904018-router', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:49:35Z', 'updated_at': '2021-04-19T07:49:41Z', 'revision_number': 4, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'gw_port': {'id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:36Z', 'updated_at': '2021-04-19T07:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi', '_interfaces': [{'id': 'f3d349c5-56c3-4fcb-80bc-ed363fc6ae59', 'name': '', 'network_id': '7e2eafa6-5aad-4aad-b458-4ff62c60ac34', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'mac_address': 'fa:16:3e:a5:a3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:40Z', 'updated_at': '2021-04-19T07:49:48Z', 'revision_number': 5, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'subnets': [{'id': 'bc60e672-9002-4cb6-99ed-f8f08caa1672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:54:00.713856 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43fb3c7-79b2-42b8-9051-21d088fcf7b2 None None] New status for floating IP 92c96ed0-3cd9-4ace-a35e-fd38af723769: DOWN {{(pid=86358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 07:54:00.862566 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 56708) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:54:00.940993 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-910285c1-8632-421a-ac66-02c7e9a9cd31 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:00.981555 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-910285c1-8632-421a-ac66-02c7e9a9cd31 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:01.289543 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device c88f2af2-9d7d-46cf-b905-d49e09c84b7d no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:54:01.304741 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-910285c1-8632-421a-ac66-02c7e9a9cd31 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:01.309237 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-551ebba7-9798-4563-ba1c-5e2e6e0bf020 tempest-TestMinimumBasicScenario-1756811863 tempest-TestMinimumBasicScenario-1756811863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:54:01.332592 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] No Port match for: c88f2af2-9d7d-46cf-b905-d49e09c84b7d {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:54:01.332938 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device c88f2af2-9d7d-46cf-b905-d49e09c84b7d not bound to the agent host hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:54:01.335846 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910285c1-8632-421a-ac66-02c7e9a9cd31 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=283453e5-2213-4ff2-8cf9-861baa874f00,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:54:01.342620 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-910285c1-8632-421a-ac66-02c7e9a9cd31 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:54:01.357592 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-910285c1-8632-421a-ac66-02c7e9a9cd31 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:01.359750 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-910285c1-8632-421a-ac66-02c7e9a9cd31 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "DELETE /v2.0/security-groups/283453e5-2213-4ff2-8cf9-861baa874f00 HTTP/1.1" status: 204  len: 168 time: 0.4964085
Apr 19 07:54:01.363944 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 56712) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:54:01.389042 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.api.v2.resource [None req-eed370cf-98c3-4d24-8328-bc9487e648f8 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] show failed (client error): The resource could not be found.
Apr 19 07:54:01.390202 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-eed370cf-98c3-4d24-8328-bc9487e648f8 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "GET /v2.0/security-groups/283453e5-2213-4ff2-8cf9-861baa874f00 HTTP/1.1" status: 404  len: 347 time: 0.0248606
Apr 19 07:54:01.393502 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 56716) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:54:01.569143 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-0bbf2470-cd9b-46d9-8217-278e8aa11eb5 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Deleting port 979a1eda-7359-47f2-8c75-b693cfde7a0b {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:54:01.569527 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0bbf2470-cd9b-46d9-8217-278e8aa11eb5 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:01.759253 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0bbf2470-cd9b-46d9-8217-278e8aa11eb5 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:01.759890 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0bbf2470-cd9b-46d9-8217-278e8aa11eb5 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:01.892210 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-0bbf2470-cd9b-46d9-8217-278e8aa11eb5 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Calling delete_port for 979a1eda-7359-47f2-8c75-b693cfde7a0b owned by network:floatingip {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:54:02.043658 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0bbf2470-cd9b-46d9-8217-278e8aa11eb5 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:02.047334 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:54:02.093774 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf2470-cd9b-46d9-8217-278e8aa11eb5 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Pushing event deleted for resources: {'Port': ['ID=979a1eda-7359-47f2-8c75-b693cfde7a0b,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:54:02.098259 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0bbf2470-cd9b-46d9-8217-278e8aa11eb5 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:54:02.193713 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0bbf2470-cd9b-46d9-8217-278e8aa11eb5 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks [] for floatingip, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:02.212442 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0bbf2470-cd9b-46d9-8217-278e8aa11eb5 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:02.213753 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-0bbf2470-cd9b-46d9-8217-278e8aa11eb5 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] 10.222.0.20 "DELETE /v2.0/floatingips/92c96ed0-3cd9-4ace-a35e-fd38af723769 HTTP/1.1" status: 204  len: 168 time: 0.8192010
Apr 19 07:54:03.810519 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-074d8a68-b914-42c8-adbb-8cae8f8db613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:04.889561 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:54:06.014914 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-89226c61-2dac-4172-885f-d263ae443402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:06.310457 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 56746) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:54:06.436613 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:06.910902 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-925131f6-9ca7-437a-8750-9a61c0af5017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854105702'] for router_interface, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:07.036284 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:07.297201 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-925131f6-9ca7-437a-8750-9a61c0af5017 admin admin] Deleting port f3d349c5-56c3-4fcb-80bc-ed363fc6ae59 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:54:07.297555 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-925131f6-9ca7-437a-8750-9a61c0af5017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:07.489476 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-925131f6-9ca7-437a-8750-9a61c0af5017 admin admin] For port f3d349c5-56c3-4fcb-80bc-ed363fc6ae59, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=f3d349c5-56c3-4fcb-80bc-ed363fc6ae59,segment=NetworkSegment(4a1ef362-606a-4e99-a51a-2fb5d9f7fca5),segment_id=4a1ef362-606a-4e99-a51a-2fb5d9f7fca5)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:54:07.489845 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-925131f6-9ca7-437a-8750-9a61c0af5017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:07.631238 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-925131f6-9ca7-437a-8750-9a61c0af5017 admin admin] Calling delete_port for f3d349c5-56c3-4fcb-80bc-ed363fc6ae59 owned by network:router_interface {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:54:07.814102 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-925131f6-9ca7-437a-8750-9a61c0af5017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:07.819516 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a6d49585-f4f5-4fdd-b63f-7bef080bba72 tempest-TestShelveInstance-1359309443 tempest-TestShelveInstance-1359309443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:54:07.868103 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925131f6-9ca7-437a-8750-9a61c0af5017 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3d349c5-56c3-4fcb-80bc-ed363fc6ae59,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:54:07.904232 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:07.904495 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-925131f6-9ca7-437a-8750-9a61c0af5017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:54:08.158515 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-925131f6-9ca7-437a-8750-9a61c0af5017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1030822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854105628'] for router_interface, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:08.798977 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925131f6-9ca7-437a-8750-9a61c0af5017 admin admin] Router f548e4c9-d084-4585-94f2-ad761bf9f476 has already been hosted by L3 agent fad8121f-f89c-4712-88e3-ddd3b628b5a9 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 07:54:08.993159 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925131f6-9ca7-437a-8750-9a61c0af5017 admin admin] Notify agent at l3_agent.dv-cinder-773870-2-iscsi the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 07:54:09.002346 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c6c8df-294c-4ecd-8cf2-c8840c906a67 None None] Sync routers for ids ['f548e4c9-d084-4585-94f2-ad761bf9f476'] in dv-cinder-773870-2-iscsi {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 07:54:09.008209 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-925131f6-9ca7-437a-8750-9a61c0af5017 admin admin] 10.222.0.20 "PUT /v2.0/routers/f548e4c9-d084-4585-94f2-ad761bf9f476/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6965125
Apr 19 07:54:09.010919 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 56750) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:54:09.013124 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c6c8df-294c-4ecd-8cf2-c8840c906a67 None None] Routers {'f548e4c9-d084-4585-94f2-ad761bf9f476'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:54:09.013816 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-46c6c8df-294c-4ecd-8cf2-c8840c906a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f616537f470>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:54:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['f548e4c9-d084-4585-94f2-ad761bf9f476'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:54:09.204518 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-46c6c8df-294c-4ecd-8cf2-c8840c906a67 None None] Set router f548e4c9-d084-4585-94f2-ad761bf9f476 gateway port host: dv-cinder-773870-2-iscsi {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:54:09.209134 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2940a061-09e6-4431-8fdc-18414f47aa75 admin admin] Notify callbacks [] for router, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:09.411749 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2940a061-09e6-4431-8fdc-18414f47aa75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:09.421146 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-2940a061-09e6-4431-8fdc-18414f47aa75 admin admin] Deleting port 404f6d67-b9bc-4041-896a-c655b9a520c7 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:54:09.421506 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2940a061-09e6-4431-8fdc-18414f47aa75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:09.519322 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-46c6c8df-294c-4ecd-8cf2-c8840c906a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f616537f470>, [{'id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'name': 'tempest-AttachVolumeTestJSON-121904018-router', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'external_fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:49:35Z', 'updated_at': '2021-04-19T07:54:07Z', 'revision_number': 5, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'gw_port': {'id': '404f6d67-b9bc-4041-896a-c655b9a520c7', 'name': '', 'network_id': '642ff66f-9552-4d00-a89f-4b61cdc828eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '39f3d441-e877-4577-8020-74e884c403b0', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T07:49:36Z', 'updated_at': '2021-04-19T07:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '39f3d441-e877-4577-8020-74e884c403b0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-2-iscsi'}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:54:09.523909 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c6c8df-294c-4ecd-8cf2-c8840c906a67 None None] Checking router: f548e4c9-d084-4585-94f2-ad761bf9f476 for host: dv-cinder-773870-2-iscsi {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 07:54:09.532942 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c6c8df-294c-4ecd-8cf2-c8840c906a67 None None] Routers {'f548e4c9-d084-4585-94f2-ad761bf9f476'} bound to L3 agent in host dv-cinder-773870-2-iscsi {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 07:54:09.533632 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-46c6c8df-294c-4ecd-8cf2-c8840c906a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f616537f470>, 'dv-cinder-773870-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T07:33:06Z,description=<?>,heartbeat_timestamp=2021-04-19T07:54:06Z,host='dv-cinder-773870-2-iscsi',id=fad8121f-f89c-4712-88e3-ddd3b628b5a9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T07:33:06Z,topic='l3_agent')) {'router_ids': ['f548e4c9-d084-4585-94f2-ad761bf9f476'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:54:09.617563 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-2940a061-09e6-4431-8fdc-18414f47aa75 admin admin] For port 404f6d67-b9bc-4041-896a-c655b9a520c7, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=404f6d67-b9bc-4041-896a-c655b9a520c7,segment=NetworkSegment(9d7949b8-7cfa-4581-a3b3-3f10c156b066),segment_id=9d7949b8-7cfa-4581-a3b3-3f10c156b066)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:54:09.617950 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2940a061-09e6-4431-8fdc-18414f47aa75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:09.692323 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-46c6c8df-294c-4ecd-8cf2-c8840c906a67 None None] Set router f548e4c9-d084-4585-94f2-ad761bf9f476 gateway port host: None {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 07:54:09.757095 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-2940a061-09e6-4431-8fdc-18414f47aa75 admin admin] Calling delete_port for 404f6d67-b9bc-4041-896a-c655b9a520c7 owned by network:router_gateway {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:54:09.806923 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-46c6c8df-294c-4ecd-8cf2-c8840c906a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f616537f470>, [{'id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'name': 'tempest-AttachVolumeTestJSON-121904018-router', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:49:35Z', 'updated_at': '2021-04-19T07:54:09Z', 'revision_number': 6, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'gw_port_host': None}], 'dv-cinder-773870-2-iscsi', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:54:09.812265 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c6c8df-294c-4ecd-8cf2-c8840c906a67 None None] The sync data for ids ['f548e4c9-d084-4585-94f2-ad761bf9f476'] in dv-cinder-773870-2-iscsi is: [{'id': 'f548e4c9-d084-4585-94f2-ad761bf9f476', 'name': 'tempest-AttachVolumeTestJSON-121904018-router', 'tenant_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T07:49:35Z', 'updated_at': '2021-04-19T07:54:09Z', 'revision_number': 6, 'project_id': 'beb5f7bcb1564ffd94d553241f2d0e49', 'gw_port_host': None}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 07:54:09.955850 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2940a061-09e6-4431-8fdc-18414f47aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2570463'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:09.961072 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1adc7828-4609-4373-8e74-6a4cecbf7277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:54:10.012970 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940a061-09e6-4431-8fdc-18414f47aa75 admin admin] Pushing event deleted for resources: {'Port': ['ID=404f6d67-b9bc-4041-896a-c655b9a520c7,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:54:10.042375 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2940a061-09e6-4431-8fdc-18414f47aa75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:54:10.115305 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2940a061-09e6-4431-8fdc-18414f47aa75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-682341'] for router_gateway, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:10.311944 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2940a061-09e6-4431-8fdc-18414f47aa75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-670521', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775458'] for router, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:10.314526 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2940a061-09e6-4431-8fdc-18414f47aa75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:10.338867 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2940a061-09e6-4431-8fdc-18414f47aa75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854118019'] for router, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:10.339358 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2940a061-09e6-4431-8fdc-18414f47aa75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f548e4c9-d084-4585-94f2-ad761bf9f476 {{(pid=86356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 07:54:10.352352 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2940a061-09e6-4431-8fdc-18414f47aa75 admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:10.353653 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-2940a061-09e6-4431-8fdc-18414f47aa75 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f548e4c9-d084-4585-94f2-ad761bf9f476 HTTP/1.1" status: 204  len: 168 time: 1.3417096
Apr 19 07:54:10.356615 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 56754) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:54:10.425611 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8df0e87-76d4-4fb7-87d8-6dfeb7a5bc83 admin admin] Deleting subnet bc60e672-9002-4cb6-99ed-f8f08caa1672 {{(pid=86356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 07:54:10.429421 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e8df0e87-76d4-4fb7-87d8-6dfeb7a5bc83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:10.437448 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 404f6d67-b9bc-4041-896a-c655b9a520c7 no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:54:10.477393 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: 404f6d67-b9bc-4041-896a-c655b9a520c7 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:54:10.477889 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 404f6d67-b9bc-4041-896a-c655b9a520c7 not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:54:10.478458 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device f3d349c5-56c3-4fcb-80bc-ed363fc6ae59 no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:54:10.497875 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e8df0e87-76d4-4fb7-87d8-6dfeb7a5bc83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850762484'] for subnet, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:10.520440 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: f3d349c5-56c3-4fcb-80bc-ed363fc6ae59 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:54:10.520926 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device f3d349c5-56c3-4fcb-80bc-ed363fc6ae59 not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:54:10.584683 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e8df0e87-76d4-4fb7-87d8-6dfeb7a5bc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852818528'] for subnet, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:10.854291 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e8df0e87-76d4-4fb7-87d8-6dfeb7a5bc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2571019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852561747'] for subnet, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:10.858626 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:54:10.898951 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df0e87-76d4-4fb7-87d8-6dfeb7a5bc83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc60e672-9002-4cb6-99ed-f8f08caa1672,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:54:10.901138 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e8df0e87-76d4-4fb7-87d8-6dfeb7a5bc83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:10.905278 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5051ae65-4035-4965-b3ca-bd24df99782e None None] Network 7e2eafa6-5aad-4aad-b458-4ff62c60ac34 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:54:10.905457 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e8df0e87-76d4-4fb7-87d8-6dfeb7a5bc83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:54:10.908594 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-e8df0e87-76d4-4fb7-87d8-6dfeb7a5bc83 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bc60e672-9002-4cb6-99ed-f8f08caa1672 HTTP/1.1" status: 204  len: 168 time: 0.5509176
Apr 19 07:54:10.911461 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 56758) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:54:11.031752 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915220'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:11.044773 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] Deleting port 041b43da-b47b-49e5-b037-0b562703c81f {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:54:11.045155 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:11.186337 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833a6cac-9540-4fa1-a154-9ab5b042f74e None None] DHCP port deletion for 7e2eafa6-5aad-4aad-b458-4ff62c60ac34 request from dv-cinder-773870-2-iscsi {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 07:54:11.191268 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-833a6cac-9540-4fa1-a154-9ab5b042f74e None None] Deleting port 041b43da-b47b-49e5-b037-0b562703c81f {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:54:11.191697 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-833a6cac-9540-4fa1-a154-9ab5b042f74e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:11.267868 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] For port 041b43da-b47b-49e5-b037-0b562703c81f, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=041b43da-b47b-49e5-b037-0b562703c81f,segment=NetworkSegment(4a1ef362-606a-4e99-a51a-2fb5d9f7fca5),segment_id=4a1ef362-606a-4e99-a51a-2fb5d9f7fca5)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:54:11.268281 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:11.405300 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] Calling delete_port for 041b43da-b47b-49e5-b037-0b562703c81f owned by network:dhcp {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:54:11.490360 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:11.494954 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-27daa4fc-f23e-4604-b169-15876ff283b4 tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:54:11.543645 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=041b43da-b47b-49e5-b037-0b562703c81f,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:54:11.547265 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:54:11.548113 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] No DVR routers for this DVR port 041b43da-b47b-49e5-b037-0b562703c81f on host dv-cinder-773870-2-iscsi {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:54:11.615088 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-833a6cac-9540-4fa1-a154-9ab5b042f74e None None] For port 041b43da-b47b-49e5-b037-0b562703c81f, host dv-cinder-773870-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-2-iscsi',level=0,port_id=041b43da-b47b-49e5-b037-0b562703c81f,segment=NetworkSegment(4a1ef362-606a-4e99-a51a-2fb5d9f7fca5),segment_id=4a1ef362-606a-4e99-a51a-2fb5d9f7fca5)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:54:11.615807 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-833a6cac-9540-4fa1-a154-9ab5b042f74e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:11.683484 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957365', 'neutron.services.segments.db._delete_segments_for_network-8753519474803'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:11.771698 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-833a6cac-9540-4fa1-a154-9ab5b042f74e None None] Calling delete_port for 041b43da-b47b-49e5-b037-0b562703c81f owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:54:11.807095 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f61651d6ac8>,) {'filters': {'network_id': ['7e2eafa6-5aad-4aad-b458-4ff62c60ac34']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:54:11.821372 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f61651d6ac8>, '4a1ef362-606a-4e99-a51a-2fb5d9f7fca5') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:54:11.821696 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f61651d6ac8>, '4a1ef362-606a-4e99-a51a-2fb5d9f7fca5') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:54:11.836342 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283335320419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852567098'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:11.852582 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.db.api [None req-833a6cac-9540-4fa1-a154-9ab5b042f74e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 07:54:11.852993 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_db.api [None req-833a6cac-9540-4fa1-a154-9ab5b042f74e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 07:54:11.857354 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:11.864805 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 07:54:12.050256 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] Network 7e2eafa6-5aad-4aad-b458-4ff62c60ac34 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:54:12.059875 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852824399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2666546'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:12.251140 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] Network 7e2eafa6-5aad-4aad-b458-4ff62c60ac34 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]: Traceback (most recent call last):
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:     timer()
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:     cb(*args, **kw)
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:     return func(*args, **kwargs)
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:     self._notify()
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:     self.callback(batched_events)
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:     event.method(event)
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:     segment_id)['aggregates'][0]
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:     return f(self, *a, **k)
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self._get(url).json()
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:     **kwargs)
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self.request(url, 'GET', **kwargs)
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:     **endpoint_filter)
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 07:54:12.276115 dv-cinder-773870-2-iscsi neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 07:54:12.355003 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-833a6cac-9540-4fa1-a154-9ab5b042f74e None None] Deleting port 041b43da-b47b-49e5-b037-0b562703c81f {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:54:12.355279 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852818435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671106'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:12.355481 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-833a6cac-9540-4fa1-a154-9ab5b042f74e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:12.359204 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ad776287-37a1-4a4a-bd89-ed49fca1c678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:54:12.381615 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:12.389380 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e2eafa6-5aad-4aad-b458-4ff62c60ac34,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:54:12.405512 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:54:12.412221 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7e2eafa6-5aad-4aad-b458-4ff62c60ac34 HTTP/1.1" status: 204  len: 168 time: 1.4969599
Apr 19 07:54:12.435239 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-833a6cac-9540-4fa1-a154-9ab5b042f74e None None] The port '041b43da-b47b-49e5-b037-0b562703c81f' was deleted {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 07:54:12.442803 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 041b43da-b47b-49e5-b037-0b562703c81f no longer exists at agent ovs-agent-dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:54:12.487442 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] No Port match for: 041b43da-b47b-49e5-b037-0b562703c81f {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:54:12.487863 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Device 041b43da-b47b-49e5-b037-0b562703c81f not bound to the agent host dv-cinder-773870-2-iscsi {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:54:12.622795 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 56764) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:54:12.687663 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-d05a3dc3-a94b-48fa-a5d4-663963932520 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=beb5f7bcb1564ffd94d553241f2d0e49&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0633695
Apr 19 07:54:12.690754 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 56768) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:54:12.761792 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d0a9ae02-c1bb-457f-b0a4-fd344701d7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:12.794359 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d0a9ae02-c1bb-457f-b0a4-fd344701d7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:12.852180 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d0a9ae02-c1bb-457f-b0a4-fd344701d7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:12.856856 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e34986a4-3cde-49b9-b585-ec8d454fb245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:54:12.874381 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9ae02-c1bb-457f-b0a4-fd344701d7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbd00af-42a5-4050-a2ff-eab5b0f32096,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:54:12.879023 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d0a9ae02-c1bb-457f-b0a4-fd344701d7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:54:12.885972 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d0a9ae02-c1bb-457f-b0a4-fd344701d7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:12.887332 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-d0a9ae02-c1bb-457f-b0a4-fd344701d7fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bdbd00af-42a5-4050-a2ff-eab5b0f32096 HTTP/1.1" status: 204  len: 168 time: 0.1954527
Apr 19 07:54:13.789297 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 56792) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:54:13.964243 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-547917569-network', 'tenant_id': '2f76455751f64fe29a75d326baf7db0a'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:54:13.969542 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:54:13.973904 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] Usage tracker for resource:network and tenant:2f76455751f64fe29a75d326baf7db0a is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:54:13.978232 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:54:13.984679 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:54:13.995544 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] Made reservation on behalf of 2f76455751f64fe29a75d326baf7db0a for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:54:14.000344 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:14.014313 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:14.030592 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:54:14.035303 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] Usage tracker for resource:security_group_rule and tenant:2f76455751f64fe29a75d326baf7db0a is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:54:14.038430 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:54:14.044578 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:54:14.141052 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:14.144633 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:14.147926 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e2013c39-ed89-473e-98df-feb23f2124ce tempest-TestVolumeBootPattern-2136165747 tempest-TestVolumeBootPattern-2136165747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:54:14.182231 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504}  {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 07:54:14.188132 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a670b4c-e2d3-40a0-97d4-d8b39b55f049,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:54:14.194665 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:54:14.199335 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:14.199692 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.segments_db [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] Added segment 962c4892-a3d4-40ae-9036-188832f6dcf7 of type vlan for network aca5f82c-a192-46c3-9b3d-19f1e4bb3a43
Apr 19 07:54:14.228776 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753518964407'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:14.261963 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:14.263450 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:14.264106 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:14.274211 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7a70fcd3-8bc7-4239-a784-deea649e75ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:54:14.384388 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5938263
Apr 19 07:54:14.388064 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 56798) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:54:14.390884 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] Pushing event updated for resources: {'Network': ['ID=aca5f82c-a192-46c3-9b3d-19f1e4bb3a43,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:54:14.394315 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e45fb077-b723-4f27-a4a3-4f0019945e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:54:14.395583 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-aab6efb1-f75c-4bad-a06e-f7093a4b16cb admin admin] Request body: {'subnet': {'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-547917569-subnet', 'tenant_id': '2f76455751f64fe29a75d326baf7db0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:54:14.401362 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-aab6efb1-f75c-4bad-a06e-f7093a4b16cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:54:14.403294 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Network aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 details requested by agent ovs-agent-dv-cinder-773870-2-iscsi with host dv-cinder-773870-2-iscsi {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 07:54:14.415964 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-aab6efb1-f75c-4bad-a06e-f7093a4b16cb admin admin] Usage tracker for resource:subnet and tenant:2f76455751f64fe29a75d326baf7db0a is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:54:14.419097 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-aab6efb1-f75c-4bad-a06e-f7093a4b16cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:54:14.425249 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-aab6efb1-f75c-4bad-a06e-f7093a4b16cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:54:14.435503 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab6efb1-f75c-4bad-a06e-f7093a4b16cb admin admin] Made reservation on behalf of 2f76455751f64fe29a75d326baf7db0a for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:54:14.440786 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aab6efb1-f75c-4bad-a06e-f7093a4b16cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851631238'] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:15.123180 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aab6efb1-f75c-4bad-a06e-f7093a4b16cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2667476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851631253'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:15.127388 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3dd08711-da12-4481-b3ce-44e2524f5717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:54:15.203767 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6efb1-f75c-4bad-a06e-f7093a4b16cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c8b6188-6675-413e-b5e5-f9b045d2f3c7,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:54:15.207926 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-aab6efb1-f75c-4bad-a06e-f7093a4b16cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:54:15.215707 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6efb1-f75c-4bad-a06e-f7093a4b16cb admin admin] Checking segment: {'id': '962c4892-a3d4-40ae-9036-188832f6dcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:54:15.216101 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab6efb1-f75c-4bad-a06e-f7093a4b16cb admin admin] Network hostable DHCP agents. Network: aca5f82c-a192-46c3-9b3d-19f1e4bb3a43, hostable agents: ['a6ade28d-bcb7-45a8-a7cb-7d200a62a65e'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 07:54:15.237509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab6efb1-f75c-4bad-a06e-f7093a4b16cb admin admin] Network aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 is scheduled to be hosted by DHCP agent a6ade28d-bcb7-45a8-a7cb-7d200a62a65e with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 07:54:15.247386 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-aab6efb1-f75c-4bad-a06e-f7093a4b16cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-iscsi, aca5f82c-a192-46c3-9b3d-19f1e4bb3a43) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:54:15.257725 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33c623b-7454-4055-88e9-1b9037f9a6e1 None None] Network aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:54:15.261202 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab6efb1-f75c-4bad-a06e-f7093a4b16cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:15.261877 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-aab6efb1-f75c-4bad-a06e-f7093a4b16cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:15.284465 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-aab6efb1-f75c-4bad-a06e-f7093a4b16cb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8951132
Apr 19 07:54:15.503324 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898b11dc-d33f-460c-96ec-82ac7df46e5c None None] Network aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:54:15.897540 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-ef836899-a79e-4b43-b8e0-4aeedd6b39f7 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:15.899193 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-ef836899-a79e-4b43-b8e0-4aeedd6b39f7 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/networks?id=aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 HTTP/1.1" status: 200  len: 814 time: 0.1612678
Apr 19 07:54:15.916612 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-032a50af-64a7-43d0-acb3-54869b439a9c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/quotas/2f76455751f64fe29a75d326baf7db0a HTTP/1.1" status: 200  len: 375 time: 0.0110710
Apr 19 07:54:15.972102 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-70b77bc4-77ae-434d-bf60-37f00c1a79ab tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f76455751f64fe29a75d326baf7db0a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0492191
Apr 19 07:54:16.116463 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-5c5b1945-509c-4fa6-a178-488787cc360f service neutron] 10.222.0.20 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366150
Apr 19 07:54:16.260908 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-ac7a6061-8d91-4456-b1de-7fcf6331f1e2 service neutron] 10.222.0.20 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377113
Apr 19 07:54:16.460846 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-4f022fe8-f4ed-4146-9c67-7a1a114148f2 req-ad3cb421-e7b0-447b-b57b-50cf09036c27 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80aa04a-60be-488f-9a29-dbb634021197 HTTP/1.1" status: 200  len: 210 time: 0.0496919
Apr 19 07:54:17.576800 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-33f5f75e-5420-4aa0-a5e1-4a661e46eb01 req-cdbb4e6f-a2ee-49c8-8385-474c2427e722 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80aa04a-60be-488f-9a29-dbb634021197 HTTP/1.1" status: 200  len: 210 time: 0.0567844
Apr 19 07:54:18.690196 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-37337f3d-b78f-4735-822b-69b31d16de62 req-4c863775-a135-44fd-a989-136f90ee622f tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80aa04a-60be-488f-9a29-dbb634021197 HTTP/1.1" status: 200  len: 210 time: 0.0520880
Apr 19 07:54:19.801563 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-78f692ae-edd3-4815-8995-8e788e94d707 req-8a73295b-e96e-4824-ad27-9b970525d7af tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80aa04a-60be-488f-9a29-dbb634021197 HTTP/1.1" status: 200  len: 210 time: 0.0527592
Apr 19 07:54:20.985713 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9833d21a-38a6-44b4-8d58-53dcb03e3243 req-34d49f2b-25f5-4745-bd15-4bfdcbd58d24 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80aa04a-60be-488f-9a29-dbb634021197 HTTP/1.1" status: 200  len: 210 time: 0.0556090
Apr 19 07:54:21.665461 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-3aa8abc4-d120-434e-95d8-09b6cec16207 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:21.667179 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-3aa8abc4-d120-434e-95d8-09b6cec16207 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.16 "GET /v2.0/networks?id=aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 HTTP/1.1" status: 200  len: 814 time: 0.1689980
Apr 19 07:54:21.680187 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-691fe085-7a7f-4363-b424-c0041de2568c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Request body: {'port': {'device_id': 'f80aa04a-60be-488f-9a29-dbb634021197', 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43', 'admin_state_up': True, 'tenant_id': '2f76455751f64fe29a75d326baf7db0a'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:54:21.840339 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-691fe085-7a7f-4363-b424-c0041de2568c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:54:21.844582 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-691fe085-7a7f-4363-b424-c0041de2568c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Usage tracker for resource:port and tenant:2f76455751f64fe29a75d326baf7db0a is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:54:21.847979 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-691fe085-7a7f-4363-b424-c0041de2568c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:54:21.854115 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-691fe085-7a7f-4363-b424-c0041de2568c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:54:21.863781 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-691fe085-7a7f-4363-b424-c0041de2568c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Made reservation on behalf of 2f76455751f64fe29a75d326baf7db0a for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:54:21.869980 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-691fe085-7a7f-4363-b424-c0041de2568c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:22.051299 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-691fe085-7a7f-4363-b424-c0041de2568c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Allocated IP 172.20.0.12 (aca5f82c-a192-46c3-9b3d-19f1e4bb3a43/8c8b6188-6675-413e-b5e5-f9b045d2f3c7/cabd7f6b-4a71-4a17-b7d2-7e381c1a913e) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:54:22.192546 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-cf82a4d0-2aa5-4d90-891e-83f2493b6a6c req-a77e12ac-25e6-40d9-bea5-ca7b9e22583d tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80aa04a-60be-488f-9a29-dbb634021197 HTTP/1.1" status: 200  len: 210 time: 0.0831914
Apr 19 07:54:22.321723 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-691fe085-7a7f-4363-b424-c0041de2568c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:22.352838 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-691fe085-7a7f-4363-b424-c0041de2568c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:22.358901 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1a03b40f-a4f6-4ef4-b6e2-074e15263edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:54:22.432956 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-691fe085-7a7f-4363-b424-c0041de2568c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Network aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:54:22.436293 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-691fe085-7a7f-4363-b424-c0041de2568c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:54:22.440840 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-691fe085-7a7f-4363-b424-c0041de2568c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:54:22.477912 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fe085-7a7f-4363-b424-c0041de2568c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Pushing event updated for resources: {'Port': ['ID=cabd7f6b-4a71-4a17-b7d2-7e381c1a913e,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:54:22.482676 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-691fe085-7a7f-4363-b424-c0041de2568c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:54:22.511763 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-691fe085-7a7f-4363-b424-c0041de2568c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:22.512429 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-691fe085-7a7f-4363-b424-c0041de2568c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:22.536245 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-691fe085-7a7f-4363-b424-c0041de2568c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8605611
Apr 19 07:54:22.548361 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Request body: {'port': {'device_id': 'f80aa04a-60be-488f-9a29-dbb634021197', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:54:22.677658 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:23.050796 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cabd7f6b-4a71-4a17-b7d2-7e381c1a913e {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:54:23.058984 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:23.074994 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Transition to ACTIVE for port object cabd7f6b-4a71-4a17-b7d2-7e381c1a913e will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:54:23.078312 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:23.082632 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-112328d2-76c4-4663-b903-5096e4f7afe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:54:23.251529 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Pushing event updated for resources: {'Port': ['ID=cabd7f6b-4a71-4a17-b7d2-7e381c1a913e,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:54:23.259564 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:54:23.387338 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Attempting to bind port cabd7f6b-4a71-4a17-b7d2-7e381c1a913e on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:54:23.387735 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Attempting to bind port cabd7f6b-4a71-4a17-b7d2-7e381c1a913e by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '962c4892-a3d4-40ae-9036-188832f6dcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:54:23.388103 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Attempting to bind port cabd7f6b-4a71-4a17-b7d2-7e381c1a913e on network aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:54:23.396868 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Port cabd7f6b-4a71-4a17-b7d2-7e381c1a913e on network aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 07:54:23.397236 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Attempting to bind port cabd7f6b-4a71-4a17-b7d2-7e381c1a913e on network aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:54:23.411339 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Checking agent: {'id': 'e1395553-83f9-4e7d-975f-a9afa5ddc59a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:54:23.411724 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Checking segment: {'id': '962c4892-a3d4-40ae-9036-188832f6dcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:54:23.412149 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Bound using segment: {'id': '962c4892-a3d4-40ae-9036-188832f6dcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:54:23.412630 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Bound port: cabd7f6b-4a71-4a17-b7d2-7e381c1a913e, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962c4892-a3d4-40ae-9036-188832f6dcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:54:23.413018 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:23.502315 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1fe892-c0cd-4aa9-8411-1e37cae3a07b req-92192abb-912e-491e-a3da-cfee1a4f5af5 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:23.503138 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-eb1fe892-c0cd-4aa9-8411-1e37cae3a07b req-92192abb-912e-491e-a3da-cfee1a4f5af5 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Synchronizing usage tracker for tenant:2f76455751f64fe29a75d326baf7db0a on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:54:23.542566 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] For port cabd7f6b-4a71-4a17-b7d2-7e381c1a913e, host hv-cinder-77387, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:54:23.545912 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] For port cabd7f6b-4a71-4a17-b7d2-7e381c1a913e, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=cabd7f6b-4a71-4a17-b7d2-7e381c1a913e,segment=NetworkSegment(962c4892-a3d4-40ae-9036-188832f6dcf7),segment_id=962c4892-a3d4-40ae-9036-188832f6dcf7)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:54:23.547038 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-eb1fe892-c0cd-4aa9-8411-1e37cae3a07b req-92192abb-912e-491e-a3da-cfee1a4f5af5 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Unset dirty status for tenant:2f76455751f64fe29a75d326baf7db0a on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:54:23.548950 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-eb1fe892-c0cd-4aa9-8411-1e37cae3a07b req-92192abb-912e-491e-a3da-cfee1a4f5af5 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80aa04a-60be-488f-9a29-dbb634021197 HTTP/1.1" status: 200  len: 944 time: 0.2358561
Apr 19 07:54:23.550574 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:23.555940 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2cc0410b-00dc-4ec9-ac5b-12ec772c83b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:54:23.649886 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:23.650602 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:23.652103 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] 10.222.0.16 "PUT /v2.0/ports/cabd7f6b-4a71-4a17-b7d2-7e381c1a913e HTTP/1.1" status: 200  len: 1094 time: 1.1087229
Apr 19 07:54:23.660296 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80aa04a-60be-488f-9a29-dbb634021197', 'tag': 'cabd7f6b-4a71-4a17-b7d2-7e381c1a913e'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:54:23.686932 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-eb1fe892-c0cd-4aa9-8411-1e37cae3a07b req-386bc355-7fdc-4bf2-a0a4-d8a8d06a324d tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320002
Apr 19 07:54:23.729317 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80aa04a-60be-488f-9a29-dbb634021197', 'tag': 'cabd7f6b-4a71-4a17-b7d2-7e381c1a913e', 'status': 'completed', 'code': 200}
Apr 19 07:54:23.729968 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Pushing event updated for resources: {'Port': ['ID=cabd7f6b-4a71-4a17-b7d2-7e381c1a913e,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:54:23.739319 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:54:23.779253 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-acf417e5-70e7-4c1e-a015-2dec458d959e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:23.780945 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-acf417e5-70e7-4c1e-a015-2dec458d959e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f76455751f64fe29a75d326baf7db0a&device_id=f80aa04a-60be-488f-9a29-dbb634021197 HTTP/1.1" status: 200  len: 1097 time: 0.0921178
Apr 19 07:54:23.872893 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-56158365-1b23-4671-a6fa-74b6ad280c4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cabd7f6b-4a71-4a17-b7d2-7e381c1a913e HTTP/1.1" status: 200  len: 217 time: 0.0847638
Apr 19 07:54:23.948119 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-59dbdbee-12dd-4ed4-99d0-4ef8ce4ac7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:23.949628 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-59dbdbee-12dd-4ed4-99d0-4ef8ce4ac7f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8b6188-6675-413e-b5e5-f9b045d2f3c7 HTTP/1.1" status: 200  len: 854 time: 0.0707440
Apr 19 07:54:24.257292 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-488b4894-521b-4739-8817-4182358545d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aca5f82c-a192-46c3-9b3d-19f1e4bb3a43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3009796
Apr 19 07:54:24.407029 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-354b3e3a-aeb4-4eb1-9f3e-f6ae7e03dcf6 service neutron] 10.222.0.16 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434746
Apr 19 07:54:24.556374 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-904893b7-27be-4e2f-8510-ee76b462f7b1 req-05cee0b9-54cb-48f7-91cb-33041871068a service neutron] 10.222.0.16 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424761
Apr 19 07:54:24.682902 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353c487-b880-4a6a-9d31-d0b267af0a82 req-b6a3b5a1-3204-49e8-b2a5-bf403ab92cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:24.684529 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5353c487-b880-4a6a-9d31-d0b267af0a82 req-b6a3b5a1-3204-49e8-b2a5-bf403ab92cb3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f76455751f64fe29a75d326baf7db0a&device_id=f80aa04a-60be-488f-9a29-dbb634021197 HTTP/1.1" status: 200  len: 1097 time: 0.0828366
Apr 19 07:54:24.891411 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353c487-b880-4a6a-9d31-d0b267af0a82 req-c1e512e0-96b4-419f-93f2-07ad7df13efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:24.893316 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5353c487-b880-4a6a-9d31-d0b267af0a82 req-c1e512e0-96b4-419f-93f2-07ad7df13efc service neutron] 10.222.0.16 "GET /v2.0/networks?id=aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 HTTP/1.1" status: 200  len: 915 time: 0.2018795
Apr 19 07:54:24.980239 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5353c487-b880-4a6a-9d31-d0b267af0a82 req-4da690e8-9713-4a72-b211-3faede669c80 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cabd7f6b-4a71-4a17-b7d2-7e381c1a913e HTTP/1.1" status: 200  len: 217 time: 0.0771863
Apr 19 07:54:25.036664 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7f043-1321-4c7d-81b3-8f04083f6fb6 req-b7900117-304c-48af-aa10-7977df6a5031 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:25.038374 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bab7f043-1321-4c7d-81b3-8f04083f6fb6 req-b7900117-304c-48af-aa10-7977df6a5031 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80aa04a-60be-488f-9a29-dbb634021197 HTTP/1.1" status: 200  len: 944 time: 0.2312229
Apr 19 07:54:25.092593 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353c487-b880-4a6a-9d31-d0b267af0a82 req-3bc09083-e4ee-45f8-a156-601e34ffb65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:25.094194 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5353c487-b880-4a6a-9d31-d0b267af0a82 req-3bc09083-e4ee-45f8-a156-601e34ffb65c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8b6188-6675-413e-b5e5-f9b045d2f3c7 HTTP/1.1" status: 200  len: 854 time: 0.1068742
Apr 19 07:54:25.147849 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bab7f043-1321-4c7d-81b3-8f04083f6fb6 req-7352aa3b-0da3-4afe-9fdf-1c835001c24c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020432
Apr 19 07:54:25.161995 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5353c487-b880-4a6a-9d31-d0b267af0a82 req-c01f913a-9d41-4d52-b5e0-c16d2b09e621 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aca5f82c-a192-46c3-9b3d-19f1e4bb3a43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0584331
Apr 19 07:54:25.323508 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5353c487-b880-4a6a-9d31-d0b267af0a82 req-2f8b93d4-ec00-4ffc-840d-1fe0ce3e0430 service neutron] 10.222.0.16 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543524
Apr 19 07:54:25.471367 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5353c487-b880-4a6a-9d31-d0b267af0a82 req-8f35024a-35e4-4803-a9c1-8fde0873788d service neutron] 10.222.0.16 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410549
Apr 19 07:54:26.355630 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5399072-2a8b-4742-8c7f-01cc4ccc1a35 req-8f4eca75-14a4-467f-9451-9cdf77b0dbb1 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:26.357305 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b5399072-2a8b-4742-8c7f-01cc4ccc1a35 req-8f4eca75-14a4-467f-9451-9cdf77b0dbb1 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80aa04a-60be-488f-9a29-dbb634021197 HTTP/1.1" status: 200  len: 944 time: 0.0911531
Apr 19 07:54:26.408526 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b5399072-2a8b-4742-8c7f-01cc4ccc1a35 req-cd896d50-4c5e-4514-92f5-18ddb77f9e33 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429716
Apr 19 07:54:26.616252 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:27.419682 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device cabd7f6b-4a71-4a17-b7d2-7e381c1a913e details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:54:27.580553 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port cabd7f6b-4a71-4a17-b7d2-7e381c1a913e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=cabd7f6b-4a71-4a17-b7d2-7e381c1a913e,segment=NetworkSegment(962c4892-a3d4-40ae-9036-188832f6dcf7),segment_id=962c4892-a3d4-40ae-9036-188832f6dcf7)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:54:27.597118 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': 'cabd7f6b-4a71-4a17-b7d2-7e381c1a913e', 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43', 'port_id': 'cabd7f6b-4a71-4a17-b7d2-7e381c1a913e', 'mac_address': 'fa:16:3e:2e:d5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8b6188-6675-413e-b5e5-f9b045d2f3c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:54:27.632222 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5aef9-10ac-4e2d-8685-a1849de8eda6 req-2394081c-bbe3-4a94-bc05-32e08ae982b4 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:27.633959 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2bc5aef9-10ac-4e2d-8685-a1849de8eda6 req-2394081c-bbe3-4a94-bc05-32e08ae982b4 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80aa04a-60be-488f-9a29-dbb634021197 HTTP/1.1" status: 200  len: 944 time: 0.1026702
Apr 19 07:54:27.659950 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:27.678702 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cabd7f6b-4a71-4a17-b7d2-7e381c1a913e {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:54:27.685724 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2bc5aef9-10ac-4e2d-8685-a1849de8eda6 req-13053361-48e9-40d2-b815-6696bac05fc7 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445130
Apr 19 07:54:27.695634 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port cabd7f6b-4a71-4a17-b7d2-7e381c1a913e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=cabd7f6b-4a71-4a17-b7d2-7e381c1a913e,segment=NetworkSegment(962c4892-a3d4-40ae-9036-188832f6dcf7),segment_id=962c4892-a3d4-40ae-9036-188832f6dcf7)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:54:27.698654 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:27.700564 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:54:27.775876 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=cabd7f6b-4a71-4a17-b7d2-7e381c1a913e,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:54:27.784278 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:54:27.784688 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:54:27.785072 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:54:27.785486 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:54:27.785857 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:54:27.786229 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:54:27.786637 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:54:27.787013 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:54:27.787377 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:54:27.787744 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:54:27.788110 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:54:27.788475 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:54:27.792688 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:54:27.911940 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['cabd7f6b-4a71-4a17-b7d2-7e381c1a913e'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:54:28.894692 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff257d5b-d839-4367-90c2-85a92632db64 req-59fd7c6f-9e65-42b5-a8ca-ab204db7b2ec tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:28.896339 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ff257d5b-d839-4367-90c2-85a92632db64 req-59fd7c6f-9e65-42b5-a8ca-ab204db7b2ec tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80aa04a-60be-488f-9a29-dbb634021197 HTTP/1.1" status: 200  len: 945 time: 0.0912633
Apr 19 07:54:28.946444 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ff257d5b-d839-4367-90c2-85a92632db64 req-835d42cd-cd5a-427c-8b57-bcec46e80c45 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434260
Apr 19 07:54:29.428704 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device cabd7f6b-4a71-4a17-b7d2-7e381c1a913e up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:54:29.509256 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning for port cabd7f6b-4a71-4a17-b7d2-7e381c1a913e completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:54:29.514583 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port cabd7f6b-4a71-4a17-b7d2-7e381c1a913e triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:54:29.515026 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:29.648868 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:29.678788 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80aa04a-60be-488f-9a29-dbb634021197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabd7f6b-4a71-4a17-b7d2-7e381c1a913e'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:54:29.690111 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port cabd7f6b-4a71-4a17-b7d2-7e381c1a913e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=cabd7f6b-4a71-4a17-b7d2-7e381c1a913e,segment=NetworkSegment(962c4892-a3d4-40ae-9036-188832f6dcf7),segment_id=962c4892-a3d4-40ae-9036-188832f6dcf7)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:54:29.694979 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:29.698613 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:54:29.764760 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80aa04a-60be-488f-9a29-dbb634021197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabd7f6b-4a71-4a17-b7d2-7e381c1a913e', 'code': 200}
Apr 19 07:54:29.813199 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=cabd7f6b-4a71-4a17-b7d2-7e381c1a913e,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:54:29.816887 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:54:30.007964 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a044e2-c11f-4700-a25c-0753890ad95d req-f55a05d8-a0e2-4b24-85c6-be9761ae2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:30.009616 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c3a044e2-c11f-4700-a25c-0753890ad95d req-f55a05d8-a0e2-4b24-85c6-be9761ae2c76 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f80aa04a-60be-488f-9a29-dbb634021197 HTTP/1.1" status: 200  len: 1099 time: 0.0865309
Apr 19 07:54:30.060628 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-c3a044e2-c11f-4700-a25c-0753890ad95d req-c9be8aab-757e-4e53-88ba-cc89a2f7026b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441785
Apr 19 07:54:30.171653 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154b654-cbe8-442b-8022-9e07c2e62364 req-73d2c947-4360-4f6e-9978-83ca72b6e70c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:30.173977 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b154b654-cbe8-442b-8022-9e07c2e62364 req-73d2c947-4360-4f6e-9978-83ca72b6e70c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80aa04a-60be-488f-9a29-dbb634021197 HTTP/1.1" status: 200  len: 946 time: 0.1035595
Apr 19 07:54:30.229324 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b154b654-cbe8-442b-8022-9e07c2e62364 req-4fba9283-ac3b-466a-9deb-6de9289aad56 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491393
Apr 19 07:54:31.446845 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e364a3-1089-49b5-89e9-0ee4fdb01786 req-beb40407-b2c7-4440-8c8b-975f72bc549a tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:31.448487 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-24e364a3-1089-49b5-89e9-0ee4fdb01786 req-beb40407-b2c7-4440-8c8b-975f72bc549a tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80aa04a-60be-488f-9a29-dbb634021197 HTTP/1.1" status: 200  len: 946 time: 0.0944231
Apr 19 07:54:31.499550 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-24e364a3-1089-49b5-89e9-0ee4fdb01786 req-8cb8a562-518d-4207-a0fc-0b2ea2c885ab tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438826
Apr 19 07:54:33.815512 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1ec30bb5-4c20-4899-8542-342c06a52cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:36.019396 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fd066756-2b8b-404e-a0f3-a11976dd761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:36.439112 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:37.042063 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:37.904279 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:40.753987 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-2f1356b5-41c6-404a-b0d2-8176e2cedd11 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:40.755653 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-2f1356b5-41c6-404a-b0d2-8176e2cedd11 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/networks?id=aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 HTTP/1.1" status: 200  len: 814 time: 0.1676233
Apr 19 07:54:40.772956 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-2e92255d-439c-444f-a50f-2f39a1a5daba tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/quotas/2f76455751f64fe29a75d326baf7db0a HTTP/1.1" status: 200  len: 375 time: 0.0108473
Apr 19 07:54:40.877472 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-0a959210-4f06-42a9-a9ae-2858a6988450 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f76455751f64fe29a75d326baf7db0a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0983989
Apr 19 07:54:40.943501 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-c6a3c848-f857-4092-9ce7-740bf2325e0c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 07:54:40.944651 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-c6a3c848-f857-4092-9ce7-740bf2325e0c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0596406
Apr 19 07:54:41.093876 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-15056082-b665-45e7-a43d-90c77e8e3169 service neutron] 10.222.0.20 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422005
Apr 19 07:54:41.243655 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-58a4edf2-fdf7-4053-94b0-013779d3ced0 service neutron] 10.222.0.20 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422260
Apr 19 07:54:41.889357 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:54:42.486524 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2d24e700-d736-4341-902b-ecc233a1d4eb req-54ad0377-3097-44e6-8600-83e87a18ddb9 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=863c9c98-241d-4bce-bf15-2aaa8e9c4a7f HTTP/1.1" status: 200  len: 210 time: 0.0490465
Apr 19 07:54:43.669655 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-be5b6810-e66c-43fb-8e54-b483b0476bde req-857ccd80-ac1c-49ca-8105-b71285e73b96 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=863c9c98-241d-4bce-bf15-2aaa8e9c4a7f HTTP/1.1" status: 200  len: 210 time: 0.0623989
Apr 19 07:54:43.683522 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-2c9d5e9f-c228-4e1b-84b1-2511490abe56 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:43.685110 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-2c9d5e9f-c228-4e1b-84b1-2511490abe56 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.16 "GET /v2.0/networks?id=aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 HTTP/1.1" status: 200  len: 814 time: 0.2095430
Apr 19 07:54:43.699808 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Request body: {'port': {'device_id': '863c9c98-241d-4bce-bf15-2aaa8e9c4a7f', 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43', 'admin_state_up': True, 'tenant_id': '2f76455751f64fe29a75d326baf7db0a'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:54:43.854628 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:54:43.866104 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:54:43.876583 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Made reservation on behalf of 2f76455751f64fe29a75d326baf7db0a for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:54:43.882670 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:44.064255 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Allocated IP 172.20.0.5 (aca5f82c-a192-46c3-9b3d-19f1e4bb3a43/8c8b6188-6675-413e-b5e5-f9b045d2f3c7/6ef2c8a6-8d5c-44c4-947d-8782d4522084) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:54:44.288561 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:44.320797 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:44.327197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6108ea0c-aa99-4298-a4ea-4e6a44d12fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:54:44.335441 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['cabd7f6b-4a71-4a17-b7d2-7e381c1a913e'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:54:44.659080 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Network aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:54:44.662425 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:54:44.666613 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:54:44.700733 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Pushing event updated for resources: {'Port': ['ID=6ef2c8a6-8d5c-44c4-947d-8782d4522084,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:54:44.718137 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:54:44.718600 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:54:44.719005 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:54:44.719406 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:54:44.719805 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:54:44.720234 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:54:44.720628 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:54:44.721005 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:54:44.721397 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:54:44.721783 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:54:44.722177 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:54:44.722586 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:54:44.728488 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:54:44.752540 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:44.753544 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:44.785676 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0906570
Apr 19 07:54:44.838329 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] Request body: {'port': {'device_id': '863c9c98-241d-4bce-bf15-2aaa8e9c4a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:54:44.984992 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:45.014756 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1f59f-e1bb-4b06-af7f-b24fc226742c req-1f649551-ad33-4944-994f-26ada112c031 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:45.015522 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-64c1f59f-e1bb-4b06-af7f-b24fc226742c req-1f649551-ad33-4944-994f-26ada112c031 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Synchronizing usage tracker for tenant:2f76455751f64fe29a75d326baf7db0a on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:54:45.085093 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-64c1f59f-e1bb-4b06-af7f-b24fc226742c req-1f649551-ad33-4944-994f-26ada112c031 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Unset dirty status for tenant:2f76455751f64fe29a75d326baf7db0a on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:54:45.086381 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-64c1f59f-e1bb-4b06-af7f-b24fc226742c req-1f649551-ad33-4944-994f-26ada112c031 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=863c9c98-241d-4bce-bf15-2aaa8e9c4a7f HTTP/1.1" status: 200  len: 931 time: 0.2967460
Apr 19 07:54:45.206209 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-64c1f59f-e1bb-4b06-af7f-b24fc226742c req-f61e2cc0-d8b5-457a-9515-7d5060005047 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124752
Apr 19 07:54:45.413164 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef2c8a6-8d5c-44c4-947d-8782d4522084 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:54:45.421397 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:45.437598 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] Transition to ACTIVE for port object 6ef2c8a6-8d5c-44c4-947d-8782d4522084 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:54:45.441282 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:45.445145 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0e7b298f-3aaf-40c3-8f5a-9f7ff0fddfd1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:54:45.580747 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef2c8a6-8d5c-44c4-947d-8782d4522084,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:54:45.612309 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:54:45.693586 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] Attempting to bind port 6ef2c8a6-8d5c-44c4-947d-8782d4522084 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:54:45.693858 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] Attempting to bind port 6ef2c8a6-8d5c-44c4-947d-8782d4522084 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '962c4892-a3d4-40ae-9036-188832f6dcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:54:45.694246 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] Attempting to bind port 6ef2c8a6-8d5c-44c4-947d-8782d4522084 on network aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:54:45.701109 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] Port 6ef2c8a6-8d5c-44c4-947d-8782d4522084 on network aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 07:54:45.701666 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] Attempting to bind port 6ef2c8a6-8d5c-44c4-947d-8782d4522084 on network aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:54:45.707539 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] Checking agent: {'id': 'e1395553-83f9-4e7d-975f-a9afa5ddc59a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:54:45.707922 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] Checking segment: {'id': '962c4892-a3d4-40ae-9036-188832f6dcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:54:45.708345 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] Bound using segment: {'id': '962c4892-a3d4-40ae-9036-188832f6dcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:54:45.708821 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] Bound port: 6ef2c8a6-8d5c-44c4-947d-8782d4522084, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962c4892-a3d4-40ae-9036-188832f6dcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:54:45.709207 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:45.811393 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] For port 6ef2c8a6-8d5c-44c4-947d-8782d4522084, host hv-cinder-77387, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:54:45.814961 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] For port 6ef2c8a6-8d5c-44c4-947d-8782d4522084, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6ef2c8a6-8d5c-44c4-947d-8782d4522084,segment=NetworkSegment(962c4892-a3d4-40ae-9036-188832f6dcf7),segment_id=962c4892-a3d4-40ae-9036-188832f6dcf7)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:54:45.819082 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:45.824253 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-95f6c2be-45aa-4b18-91da-43bfa1c370f7 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:54:45.886702 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:45.887398 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:45.888899 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] 10.222.0.16 "PUT /v2.0/ports/6ef2c8a6-8d5c-44c4-947d-8782d4522084 HTTP/1.1" status: 200  len: 1093 time: 1.0605221
Apr 19 07:54:45.889452 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863c9c98-241d-4bce-bf15-2aaa8e9c4a7f', 'tag': '6ef2c8a6-8d5c-44c4-947d-8782d4522084'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:54:45.926329 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef2c8a6-8d5c-44c4-947d-8782d4522084,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:54:45.968326 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-552f6e78-8e9d-4d8b-9ab5-e7cc6c8944d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:54:45.975165 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863c9c98-241d-4bce-bf15-2aaa8e9c4a7f', 'tag': '6ef2c8a6-8d5c-44c4-947d-8782d4522084', 'status': 'completed', 'code': 200}
Apr 19 07:54:46.014074 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-e3be0dcb-21a2-46a4-8115-753ba667206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:46.015770 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-e3be0dcb-21a2-46a4-8115-753ba667206f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f76455751f64fe29a75d326baf7db0a&device_id=863c9c98-241d-4bce-bf15-2aaa8e9c4a7f HTTP/1.1" status: 200  len: 1096 time: 0.0855012
Apr 19 07:54:46.094971 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-788c31f3-60af-48d4-8f81-5b1d415d76f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ef2c8a6-8d5c-44c4-947d-8782d4522084 HTTP/1.1" status: 200  len: 217 time: 0.0712166
Apr 19 07:54:46.171815 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-c515b665-40e0-4f2b-8d67-9a574a1e1803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:46.173498 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-c515b665-40e0-4f2b-8d67-9a574a1e1803 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8b6188-6675-413e-b5e5-f9b045d2f3c7 HTTP/1.1" status: 200  len: 854 time: 0.0704103
Apr 19 07:54:46.229770 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-924b060f-d036-4392-9ac1-1515816375f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aca5f82c-a192-46c3-9b3d-19f1e4bb3a43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491595
Apr 19 07:54:46.448763 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-e17f6abf-2186-430b-8c4e-1fd6398c1307 service neutron] 10.222.0.16 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2105289
Apr 19 07:54:46.490456 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f231c8c-a62f-49fc-84e5-16dadf472ddb req-9c56a635-9bc8-40b6-8efb-2e1c9ae67057 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:46.491970 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5f231c8c-a62f-49fc-84e5-16dadf472ddb req-9c56a635-9bc8-40b6-8efb-2e1c9ae67057 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=863c9c98-241d-4bce-bf15-2aaa8e9c4a7f HTTP/1.1" status: 200  len: 943 time: 0.1569495
Apr 19 07:54:46.620356 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5f231c8c-a62f-49fc-84e5-16dadf472ddb req-83ffad76-98e7-4c9b-867c-2b1d360adec7 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155610
Apr 19 07:54:46.647656 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fc6fe279-be3e-4389-a6e4-a23aa629d976 req-377e6daa-83c4-445d-9c0f-8e659d5425b7 service neutron] 10.222.0.16 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1908078
Apr 19 07:54:46.793242 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaff69-6c99-4766-8e0e-dd274389a4e6 req-3da1def8-82cd-4fbd-a24d-f2c8717fb6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:46.794803 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6faaff69-6c99-4766-8e0e-dd274389a4e6 req-3da1def8-82cd-4fbd-a24d-f2c8717fb6a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f76455751f64fe29a75d326baf7db0a&device_id=863c9c98-241d-4bce-bf15-2aaa8e9c4a7f HTTP/1.1" status: 200  len: 1096 time: 0.0955846
Apr 19 07:54:46.958258 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaff69-6c99-4766-8e0e-dd274389a4e6 req-6d7b474c-3b77-4131-884a-e9876b2106fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:46.959881 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6faaff69-6c99-4766-8e0e-dd274389a4e6 req-6d7b474c-3b77-4131-884a-e9876b2106fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 HTTP/1.1" status: 200  len: 915 time: 0.1561537
Apr 19 07:54:47.037983 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6faaff69-6c99-4766-8e0e-dd274389a4e6 req-167bda35-1c37-4402-b54a-479b95301bb0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ef2c8a6-8d5c-44c4-947d-8782d4522084 HTTP/1.1" status: 200  len: 217 time: 0.0710466
Apr 19 07:54:47.118392 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaff69-6c99-4766-8e0e-dd274389a4e6 req-032d8cf4-847c-4b5b-b3f6-294d0e5c5230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:47.120016 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6faaff69-6c99-4766-8e0e-dd274389a4e6 req-032d8cf4-847c-4b5b-b3f6-294d0e5c5230 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8b6188-6675-413e-b5e5-f9b045d2f3c7 HTTP/1.1" status: 200  len: 854 time: 0.0687869
Apr 19 07:54:47.174383 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6faaff69-6c99-4766-8e0e-dd274389a4e6 req-d954086a-0b9d-4d0e-aec4-e7aba11ab894 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aca5f82c-a192-46c3-9b3d-19f1e4bb3a43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463753
Apr 19 07:54:47.319833 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6faaff69-6c99-4766-8e0e-dd274389a4e6 req-93f1bb76-c284-4cd2-a2a9-c6e4452862e0 service neutron] 10.222.0.16 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378999
Apr 19 07:54:47.464525 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6faaff69-6c99-4766-8e0e-dd274389a4e6 req-ecd76b0b-1d9f-4345-a317-7e58e6377ed1 service neutron] 10.222.0.16 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371753
Apr 19 07:54:47.838223 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25d7ca-15d6-4d64-b508-23562da814e4 req-eb21b8b6-3fcb-449f-9d5d-5bdc333069f0 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:47.839858 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ab25d7ca-15d6-4d64-b508-23562da814e4 req-eb21b8b6-3fcb-449f-9d5d-5bdc333069f0 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=863c9c98-241d-4bce-bf15-2aaa8e9c4a7f HTTP/1.1" status: 200  len: 943 time: 0.1013701
Apr 19 07:54:47.889408 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ab25d7ca-15d6-4d64-b508-23562da814e4 req-cb6f0bdf-b6c9-4582-97a4-5bd3877f3777 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425704
Apr 19 07:54:49.104078 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5bc79-6d8f-43fd-bb79-4afdc60cf5ed req-28908bfd-6cf2-48c0-9a63-9dea23f33f3e tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:49.105727 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-67d5bc79-6d8f-43fd-bb79-4afdc60cf5ed req-28908bfd-6cf2-48c0-9a63-9dea23f33f3e tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=863c9c98-241d-4bce-bf15-2aaa8e9c4a7f HTTP/1.1" status: 200  len: 943 time: 0.0935178
Apr 19 07:54:49.161557 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-67d5bc79-6d8f-43fd-bb79-4afdc60cf5ed req-bb4910f6-0e30-45f1-84ba-c337b7ff0b5b tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482767
Apr 19 07:54:49.537983 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 6ef2c8a6-8d5c-44c4-947d-8782d4522084 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:54:49.684688 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 6ef2c8a6-8d5c-44c4-947d-8782d4522084, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6ef2c8a6-8d5c-44c4-947d-8782d4522084,segment=NetworkSegment(962c4892-a3d4-40ae-9036-188832f6dcf7),segment_id=962c4892-a3d4-40ae-9036-188832f6dcf7)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:54:49.702552 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': '6ef2c8a6-8d5c-44c4-947d-8782d4522084', 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43', 'port_id': '6ef2c8a6-8d5c-44c4-947d-8782d4522084', 'mac_address': 'fa:16:3e:0a:2b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8b6188-6675-413e-b5e5-f9b045d2f3c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:54:49.785970 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:49.804338 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef2c8a6-8d5c-44c4-947d-8782d4522084 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:54:49.821298 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 6ef2c8a6-8d5c-44c4-947d-8782d4522084, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6ef2c8a6-8d5c-44c4-947d-8782d4522084,segment=NetworkSegment(962c4892-a3d4-40ae-9036-188832f6dcf7),segment_id=962c4892-a3d4-40ae-9036-188832f6dcf7)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:54:49.824650 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:49.826558 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:54:49.903651 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=6ef2c8a6-8d5c-44c4-947d-8782d4522084,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:54:49.907146 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:54:50.034920 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['6ef2c8a6-8d5c-44c4-947d-8782d4522084'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:54:50.370132 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee77e9-5bc8-42b9-bea4-51e41c439006 req-63b5983e-7437-40c4-b2b8-a9850e81b614 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:50.371774 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-caee77e9-5bc8-42b9-bea4-51e41c439006 req-63b5983e-7437-40c4-b2b8-a9850e81b614 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=863c9c98-241d-4bce-bf15-2aaa8e9c4a7f HTTP/1.1" status: 200  len: 944 time: 0.0927629
Apr 19 07:54:50.420233 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-caee77e9-5bc8-42b9-bea4-51e41c439006 req-84ce5b5f-8716-46ce-bdcd-bd9247ce69c7 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417771
Apr 19 07:54:51.551896 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 6ef2c8a6-8d5c-44c4-947d-8782d4522084 up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:54:51.627722 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning for port 6ef2c8a6-8d5c-44c4-947d-8782d4522084 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:54:51.633163 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port 6ef2c8a6-8d5c-44c4-947d-8782d4522084 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:54:51.633592 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:51.643797 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ad68d-83c9-4472-8d9b-906577eadb7d req-22b32603-cd4c-4c4f-a8f5-dd5f94e17ee4 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:51.645444 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f33ad68d-83c9-4472-8d9b-906577eadb7d req-22b32603-cd4c-4c4f-a8f5-dd5f94e17ee4 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=863c9c98-241d-4bce-bf15-2aaa8e9c4a7f HTTP/1.1" status: 200  len: 944 time: 0.1079235
Apr 19 07:54:51.695809 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f33ad68d-83c9-4472-8d9b-906577eadb7d req-a65e636a-e5f5-4fb5-845c-2835e945ae25 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434570
Apr 19 07:54:51.764209 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:51.793404 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863c9c98-241d-4bce-bf15-2aaa8e9c4a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef2c8a6-8d5c-44c4-947d-8782d4522084'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:54:51.804371 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 6ef2c8a6-8d5c-44c4-947d-8782d4522084, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6ef2c8a6-8d5c-44c4-947d-8782d4522084,segment=NetworkSegment(962c4892-a3d4-40ae-9036-188832f6dcf7),segment_id=962c4892-a3d4-40ae-9036-188832f6dcf7)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:54:51.807745 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:51.810527 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:54:51.846924 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863c9c98-241d-4bce-bf15-2aaa8e9c4a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef2c8a6-8d5c-44c4-947d-8782d4522084', 'code': 200}
Apr 19 07:54:51.888874 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=6ef2c8a6-8d5c-44c4-947d-8782d4522084,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:54:51.892150 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:54:52.095225 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757df8d-d48b-4500-b5bd-fa041c0a151a req-ca4d51f0-d9d7-49a2-837d-a062f15e4a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:52.096860 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f757df8d-d48b-4500-b5bd-fa041c0a151a req-ca4d51f0-d9d7-49a2-837d-a062f15e4a76 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=863c9c98-241d-4bce-bf15-2aaa8e9c4a7f HTTP/1.1" status: 200  len: 1098 time: 0.0797040
Apr 19 07:54:52.142805 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f757df8d-d48b-4500-b5bd-fa041c0a151a req-ed032c32-983f-4677-a33f-ccaeafbd5f39 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384710
Apr 19 07:54:52.902758 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13dfa1-0e28-4b76-af32-36138be8ef4e req-1ca9111e-c0a5-4f17-b4bd-0fb72adbace6 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:52.904362 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-af13dfa1-0e28-4b76-af32-36138be8ef4e req-1ca9111e-c0a5-4f17-b4bd-0fb72adbace6 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=863c9c98-241d-4bce-bf15-2aaa8e9c4a7f HTTP/1.1" status: 200  len: 945 time: 0.0913024
Apr 19 07:54:52.956672 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-af13dfa1-0e28-4b76-af32-36138be8ef4e req-fa2cf7df-a85f-49a4-ae7f-b89188880efa tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454574
Apr 19 07:54:54.331086 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc6625-f9af-4768-a15b-f535a5366e73 req-c19b7163-8bf2-409f-ae89-198eb51c3dfc tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:54.332760 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bdcc6625-f9af-4768-a15b-f535a5366e73 req-c19b7163-8bf2-409f-ae89-198eb51c3dfc tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=863c9c98-241d-4bce-bf15-2aaa8e9c4a7f HTTP/1.1" status: 200  len: 945 time: 0.0927982
Apr 19 07:54:54.385733 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bdcc6625-f9af-4768-a15b-f535a5366e73 req-6bca3f46-d866-43cb-8546-dc9ac6cf721c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464232
Apr 19 07:54:56.603324 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-600eccf3-eff8-44c0-b89d-96f5627e20cc tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:56.605026 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-600eccf3-eff8-44c0-b89d-96f5627e20cc tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/networks?id=aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 HTTP/1.1" status: 200  len: 814 time: 0.1684322
Apr 19 07:54:56.620448 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:56.625769 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-3f349e73-89aa-4c0a-a352-e61259581d58 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/quotas/2f76455751f64fe29a75d326baf7db0a HTTP/1.1" status: 200  len: 375 time: 0.0114458
Apr 19 07:54:56.724066 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-d5978286-c0cb-4082-82a8-41b54865e45d tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f76455751f64fe29a75d326baf7db0a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0913303
Apr 19 07:54:56.926002 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-9c50542a-7a71-4bee-988b-85696a5ce9ff service neutron] 10.222.0.20 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1936080
Apr 19 07:54:57.070911 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-f15b9501-0f8d-4c12-a8b7-1260ebcf8136 service neutron] 10.222.0.20 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373422
Apr 19 07:54:57.278481 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e4c4bf8a-3c02-4905-a071-76bb552418e4 req-e8174fac-6ebd-4453-80fa-ea3dabe62d3b tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=10974b88-9402-4d26-b844-a704ef7492ce HTTP/1.1" status: 200  len: 210 time: 0.0505025
Apr 19 07:54:58.643413 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9274c1cf-1b5c-49bf-8c2b-9af87681ded9 req-2389798c-78ce-4fa3-9b12-90fd0b8203cf tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=10974b88-9402-4d26-b844-a704ef7492ce HTTP/1.1" status: 200  len: 210 time: 0.1056788
Apr 19 07:54:58.708300 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-3819af6e-4daa-4099-b7ae-42cb3dfa9266 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:58.709912 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-3819af6e-4daa-4099-b7ae-42cb3dfa9266 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.16 "GET /v2.0/networks?id=aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 HTTP/1.1" status: 200  len: 814 time: 0.4743364
Apr 19 07:54:58.724127 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-b6376a30-7094-4775-a757-187d105423ee tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Request body: {'port': {'device_id': '10974b88-9402-4d26-b844-a704ef7492ce', 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43', 'admin_state_up': True, 'tenant_id': '2f76455751f64fe29a75d326baf7db0a'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:54:58.874354 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-b6376a30-7094-4775-a757-187d105423ee tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:54:58.885174 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-b6376a30-7094-4775-a757-187d105423ee tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:54:58.895432 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-b6376a30-7094-4775-a757-187d105423ee tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Made reservation on behalf of 2f76455751f64fe29a75d326baf7db0a for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:54:58.901693 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-b6376a30-7094-4775-a757-187d105423ee tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:59.075207 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-b6376a30-7094-4775-a757-187d105423ee tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Allocated IP 172.20.0.10 (aca5f82c-a192-46c3-9b3d-19f1e4bb3a43/8c8b6188-6675-413e-b5e5-f9b045d2f3c7/97f5c873-40b3-49e5-bd71-f7f3a850e6f8) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:54:59.293903 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-b6376a30-7094-4775-a757-187d105423ee tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:59.325637 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-b6376a30-7094-4775-a757-187d105423ee tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:59.331656 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:54:59.337538 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['cabd7f6b-4a71-4a17-b7d2-7e381c1a913e', '6ef2c8a6-8d5c-44c4-947d-8782d4522084'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:54:59.407638 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-b6376a30-7094-4775-a757-187d105423ee tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Network aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:54:59.411382 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-b6376a30-7094-4775-a757-187d105423ee tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:54:59.415661 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-b6376a30-7094-4775-a757-187d105423ee tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:54:59.449002 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6376a30-7094-4775-a757-187d105423ee tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Pushing event updated for resources: {'Port': ['ID=97f5c873-40b3-49e5-bd71-f7f3a850e6f8,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:54:59.456622 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b6376a30-7094-4775-a757-187d105423ee tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:54:59.491382 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-b6376a30-7094-4775-a757-187d105423ee tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:54:59.492069 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-b6376a30-7094-4775-a757-187d105423ee tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:54:59.529760 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-b6376a30-7094-4775-a757-187d105423ee tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8101838
Apr 19 07:54:59.546642 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] Request body: {'port': {'device_id': '10974b88-9402-4d26-b844-a704ef7492ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:54:59.676395 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:00.028038 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904584a-02cc-4044-bacb-7571ddd190d3 req-01217655-fdab-4175-8b53-9a05cc1157f4 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:00.028905 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-3904584a-02cc-4044-bacb-7571ddd190d3 req-01217655-fdab-4175-8b53-9a05cc1157f4 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Synchronizing usage tracker for tenant:2f76455751f64fe29a75d326baf7db0a on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:55:00.068388 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-3904584a-02cc-4044-bacb-7571ddd190d3 req-01217655-fdab-4175-8b53-9a05cc1157f4 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Unset dirty status for tenant:2f76455751f64fe29a75d326baf7db0a on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:55:00.069688 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3904584a-02cc-4044-bacb-7571ddd190d3 req-01217655-fdab-4175-8b53-9a05cc1157f4 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=10974b88-9402-4d26-b844-a704ef7492ce HTTP/1.1" status: 200  len: 932 time: 0.2647321
Apr 19 07:55:00.182723 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f5c873-40b3-49e5-bd71-f7f3a850e6f8 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:55:00.194657 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3904584a-02cc-4044-bacb-7571ddd190d3 req-c3f71089-df78-44b6-bd1a-6895abfefb4c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105194
Apr 19 07:55:00.196578 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:00.213226 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] Transition to ACTIVE for port object 97f5c873-40b3-49e5-bd71-f7f3a850e6f8 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:55:00.217791 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:00.223131 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2cc0410b-00dc-4ec9-ac5b-12ec772c83b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:55:00.368927 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] Pushing event updated for resources: {'Port': ['ID=97f5c873-40b3-49e5-bd71-f7f3a850e6f8,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:55:00.371961 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:55:00.485415 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] Attempting to bind port 97f5c873-40b3-49e5-bd71-f7f3a850e6f8 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:55:00.485746 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] Attempting to bind port 97f5c873-40b3-49e5-bd71-f7f3a850e6f8 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '962c4892-a3d4-40ae-9036-188832f6dcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:55:00.486564 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] Attempting to bind port 97f5c873-40b3-49e5-bd71-f7f3a850e6f8 on network aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:55:00.492081 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] Port 97f5c873-40b3-49e5-bd71-f7f3a850e6f8 on network aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 07:55:00.492441 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] Attempting to bind port 97f5c873-40b3-49e5-bd71-f7f3a850e6f8 on network aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:55:00.498189 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] Checking agent: {'id': 'e1395553-83f9-4e7d-975f-a9afa5ddc59a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:55:00.498594 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] Checking segment: {'id': '962c4892-a3d4-40ae-9036-188832f6dcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:55:00.499015 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] Bound using segment: {'id': '962c4892-a3d4-40ae-9036-188832f6dcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:55:00.499493 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] Bound port: 97f5c873-40b3-49e5-bd71-f7f3a850e6f8, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962c4892-a3d4-40ae-9036-188832f6dcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:55:00.499876 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:00.608044 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] For port 97f5c873-40b3-49e5-bd71-f7f3a850e6f8, host hv-cinder-77387, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:55:00.611762 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] For port 97f5c873-40b3-49e5-bd71-f7f3a850e6f8, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=97f5c873-40b3-49e5-bd71-f7f3a850e6f8,segment=NetworkSegment(962c4892-a3d4-40ae-9036-188832f6dcf7),segment_id=962c4892-a3d4-40ae-9036-188832f6dcf7)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:55:00.615908 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:00.620114 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b6376a30-7094-4775-a757-187d105423ee tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:55:00.686612 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:00.687284 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:00.688813 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] 10.222.0.16 "PUT /v2.0/ports/97f5c873-40b3-49e5-bd71-f7f3a850e6f8 HTTP/1.1" status: 200  len: 1094 time: 1.1474686
Apr 19 07:55:00.689514 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10974b88-9402-4d26-b844-a704ef7492ce', 'tag': '97f5c873-40b3-49e5-bd71-f7f3a850e6f8'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:55:00.712892 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] Pushing event updated for resources: {'Port': ['ID=97f5c873-40b3-49e5-bd71-f7f3a850e6f8,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:55:00.716234 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e78f0523-99d0-41e6-b27b-98e614a93c21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:55:00.768976 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10974b88-9402-4d26-b844-a704ef7492ce', 'tag': '97f5c873-40b3-49e5-bd71-f7f3a850e6f8', 'status': 'completed', 'code': 200}
Apr 19 07:55:00.813251 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-783d3a7b-a97c-4140-a4c3-5b4f31c8eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:00.815260 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-783d3a7b-a97c-4140-a4c3-5b4f31c8eb7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f76455751f64fe29a75d326baf7db0a&device_id=10974b88-9402-4d26-b844-a704ef7492ce HTTP/1.1" status: 200  len: 1097 time: 0.0834191
Apr 19 07:55:00.894513 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-f970d2d9-2ec2-4c77-9b44-8e9a6204f56f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97f5c873-40b3-49e5-bd71-f7f3a850e6f8 HTTP/1.1" status: 200  len: 217 time: 0.0711036
Apr 19 07:55:00.965214 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-2165cf4b-e4b0-4e5a-93e2-23a7fbc45dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:00.966842 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-2165cf4b-e4b0-4e5a-93e2-23a7fbc45dd8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8b6188-6675-413e-b5e5-f9b045d2f3c7 HTTP/1.1" status: 200  len: 854 time: 0.0667150
Apr 19 07:55:01.021741 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-d6baf748-fb3c-4aed-ac0e-5ef62d68f05d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aca5f82c-a192-46c3-9b3d-19f1e4bb3a43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468245
Apr 19 07:55:01.166639 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-764fcb78-313f-47c4-8cda-c8ef281eb3fd service neutron] 10.222.0.16 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378555
Apr 19 07:55:01.315468 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-faf79a1b-2bfb-44b0-8aa4-f05001fdfc44 req-a33b7f16-45ce-4b5e-ba5c-510bf0a883d2 service neutron] 10.222.0.16 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422417
Apr 19 07:55:01.474748 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78456a-708c-485d-8a21-645b69c9af9a req-92446490-17bc-4ecb-8def-bf0db6733115 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:01.476335 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fd78456a-708c-485d-8a21-645b69c9af9a req-92446490-17bc-4ecb-8def-bf0db6733115 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=10974b88-9402-4d26-b844-a704ef7492ce HTTP/1.1" status: 200  len: 944 time: 0.1597254
Apr 19 07:55:01.479640 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb3b10-9d1e-447e-9417-1e3a538c3215 req-fe6f725b-3d25-4618-bb11-e9f656c03e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:01.481148 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-48eb3b10-9d1e-447e-9417-1e3a538c3215 req-fe6f725b-3d25-4618-bb11-e9f656c03e6c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f76455751f64fe29a75d326baf7db0a&device_id=10974b88-9402-4d26-b844-a704ef7492ce HTTP/1.1" status: 200  len: 1097 time: 0.1183586
Apr 19 07:55:01.624351 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fd78456a-708c-485d-8a21-645b69c9af9a req-eaa30dae-0a3c-4be0-9059-0ce271d9c34e tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415114
Apr 19 07:55:01.675653 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb3b10-9d1e-447e-9417-1e3a538c3215 req-76ceb98b-1817-469c-a695-618bcb819cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:01.677254 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-48eb3b10-9d1e-447e-9417-1e3a538c3215 req-76ceb98b-1817-469c-a695-618bcb819cff service neutron] 10.222.0.16 "GET /v2.0/networks?id=aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 HTTP/1.1" status: 200  len: 915 time: 0.1799202
Apr 19 07:55:01.754048 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-48eb3b10-9d1e-447e-9417-1e3a538c3215 req-c38c3a6f-fa54-48ca-8ac0-651958f1376d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97f5c873-40b3-49e5-bd71-f7f3a850e6f8 HTTP/1.1" status: 200  len: 217 time: 0.0694313
Apr 19 07:55:01.829144 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb3b10-9d1e-447e-9417-1e3a538c3215 req-5ce44c49-6051-4658-b4a3-499d3c809e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:01.830926 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-48eb3b10-9d1e-447e-9417-1e3a538c3215 req-5ce44c49-6051-4658-b4a3-499d3c809e9e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8b6188-6675-413e-b5e5-f9b045d2f3c7 HTTP/1.1" status: 200  len: 854 time: 0.0697372
Apr 19 07:55:01.886716 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-48eb3b10-9d1e-447e-9417-1e3a538c3215 req-7a63667a-b254-42e5-b6cd-e55971cef430 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aca5f82c-a192-46c3-9b3d-19f1e4bb3a43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478177
Apr 19 07:55:02.037906 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-48eb3b10-9d1e-447e-9417-1e3a538c3215 req-a90dece4-b02e-4d2f-80aa-3690d5a69672 service neutron] 10.222.0.16 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429901
Apr 19 07:55:02.195986 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-48eb3b10-9d1e-447e-9417-1e3a538c3215 req-d77493e8-4144-4eeb-b379-9bfb62c45162 service neutron] 10.222.0.16 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1430051
Apr 19 07:55:02.852908 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb063b5-406f-4ff7-8109-e1a8cdddc415 req-a56c2fd5-ee1b-4e18-aa15-b51aac8fe188 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:02.854590 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6bb063b5-406f-4ff7-8109-e1a8cdddc415 req-a56c2fd5-ee1b-4e18-aa15-b51aac8fe188 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=10974b88-9402-4d26-b844-a704ef7492ce HTTP/1.1" status: 200  len: 944 time: 0.1009772
Apr 19 07:55:02.912408 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6bb063b5-406f-4ff7-8109-e1a8cdddc415 req-5ad93b07-466c-4957-976c-36f476152d4e tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484731
Apr 19 07:55:03.603612 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 97f5c873-40b3-49e5-bd71-f7f3a850e6f8 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:55:03.751056 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 97f5c873-40b3-49e5-bd71-f7f3a850e6f8, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=97f5c873-40b3-49e5-bd71-f7f3a850e6f8,segment=NetworkSegment(962c4892-a3d4-40ae-9036-188832f6dcf7),segment_id=962c4892-a3d4-40ae-9036-188832f6dcf7)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:55:03.765605 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': '97f5c873-40b3-49e5-bd71-f7f3a850e6f8', 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43', 'port_id': '97f5c873-40b3-49e5-bd71-f7f3a850e6f8', 'mac_address': 'fa:16:3e:a1:84:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8b6188-6675-413e-b5e5-f9b045d2f3c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:55:03.837289 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f383fb71-4255-4174-b02f-5c6a65cb0c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:03.840768 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:03.860414 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f5c873-40b3-49e5-bd71-f7f3a850e6f8 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:55:03.877896 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 97f5c873-40b3-49e5-bd71-f7f3a850e6f8, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=97f5c873-40b3-49e5-bd71-f7f3a850e6f8,segment=NetworkSegment(962c4892-a3d4-40ae-9036-188832f6dcf7),segment_id=962c4892-a3d4-40ae-9036-188832f6dcf7)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:55:03.881248 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:03.883137 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:55:03.954324 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=97f5c873-40b3-49e5-bd71-f7f3a850e6f8,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:55:03.957687 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:55:04.114643 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['97f5c873-40b3-49e5-bd71-f7f3a850e6f8'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:55:04.148428 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb8046-5d96-49ce-85cc-b5b7facafb94 req-3f9a67a5-9150-4595-8828-ae4884b32434 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:04.150082 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-02eb8046-5d96-49ce-85cc-b5b7facafb94 req-3f9a67a5-9150-4595-8828-ae4884b32434 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=10974b88-9402-4d26-b844-a704ef7492ce HTTP/1.1" status: 200  len: 945 time: 0.1044359
Apr 19 07:55:04.199949 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-02eb8046-5d96-49ce-85cc-b5b7facafb94 req-25603833-5d13-485e-b67b-ce53114247b7 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431716
Apr 19 07:55:05.411677 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535af6b1-83de-4bb0-a7af-e0e0755c63a5 req-941ded03-0586-445d-87f9-645e0233f827 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:05.413327 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-535af6b1-83de-4bb0-a7af-e0e0755c63a5 req-941ded03-0586-445d-87f9-645e0233f827 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=10974b88-9402-4d26-b844-a704ef7492ce HTTP/1.1" status: 200  len: 945 time: 0.0986135
Apr 19 07:55:05.462906 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-535af6b1-83de-4bb0-a7af-e0e0755c63a5 req-bba98e99-a8e8-4e79-971b-56c21827da47 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429590
Apr 19 07:55:05.614970 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 97f5c873-40b3-49e5-bd71-f7f3a850e6f8 up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:55:05.688690 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning for port 97f5c873-40b3-49e5-bd71-f7f3a850e6f8 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:55:05.694799 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port 97f5c873-40b3-49e5-bd71-f7f3a850e6f8 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:55:05.695234 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:05.831994 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:05.875421 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10974b88-9402-4d26-b844-a704ef7492ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f5c873-40b3-49e5-bd71-f7f3a850e6f8'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:55:05.888423 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port 97f5c873-40b3-49e5-bd71-f7f3a850e6f8, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=97f5c873-40b3-49e5-bd71-f7f3a850e6f8,segment=NetworkSegment(962c4892-a3d4-40ae-9036-188832f6dcf7),segment_id=962c4892-a3d4-40ae-9036-188832f6dcf7)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:55:05.892649 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:05.895106 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:55:05.935156 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10974b88-9402-4d26-b844-a704ef7492ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f5c873-40b3-49e5-bd71-f7f3a850e6f8', 'code': 200}
Apr 19 07:55:05.976411 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=97f5c873-40b3-49e5-bd71-f7f3a850e6f8,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:55:05.980911 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:55:06.023167 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c280d309-0fd7-443b-a3bb-b82196330a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:06.200349 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e0aee-2626-4ac4-a0c1-e672319dea5e req-5d193068-229a-49db-b7b3-abb818fb2a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:06.201916 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b50e0aee-2626-4ac4-a0c1-e672319dea5e req-5d193068-229a-49db-b7b3-abb818fb2a0b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=10974b88-9402-4d26-b844-a704ef7492ce HTTP/1.1" status: 200  len: 1099 time: 0.0823927
Apr 19 07:55:06.251623 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-b50e0aee-2626-4ac4-a0c1-e672319dea5e req-d8af56f2-4462-49ac-9986-d7cb862f4def service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404766
Apr 19 07:55:06.443758 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:06.692825 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31316d1-d074-4869-a28b-97e4275c46e2 req-33b1ee18-5b9b-46c6-8f32-14782e9370cc tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:06.694557 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a31316d1-d074-4869-a28b-97e4275c46e2 req-33b1ee18-5b9b-46c6-8f32-14782e9370cc tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=10974b88-9402-4d26-b844-a704ef7492ce HTTP/1.1" status: 200  len: 946 time: 0.1023431
Apr 19 07:55:06.746955 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-a31316d1-d074-4869-a28b-97e4275c46e2 req-2a50f7a0-0792-4d5b-8adc-d90f3da19f2c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459602
Apr 19 07:55:07.223750 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:07.910109 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:07.980058 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7025f-fe65-4679-b63a-b3bddcd98aac req-e1d9c604-92c4-4da2-b902-da7f68e5913f tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:07.981686 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dac7025f-fe65-4679-b63a-b3bddcd98aac req-e1d9c604-92c4-4da2-b902-da7f68e5913f tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=10974b88-9402-4d26-b844-a704ef7492ce HTTP/1.1" status: 200  len: 946 time: 0.1086280
Apr 19 07:55:08.281587 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-dac7025f-fe65-4679-b63a-b3bddcd98aac req-1518ea80-1354-4d33-b5f0-9020dca48f4e tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2927010
Apr 19 07:55:18.889333 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:55:19.252179 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-9c3cd297-aac6-464e-85dd-bad5a80e84b7 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:19.253692 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-9c3cd297-aac6-464e-85dd-bad5a80e84b7 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/networks?id=aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 HTTP/1.1" status: 200  len: 814 time: 0.1622336
Apr 19 07:55:19.271255 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-bb361dcc-4c6d-4f71-9079-3744f51db7e3 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/quotas/2f76455751f64fe29a75d326baf7db0a HTTP/1.1" status: 200  len: 375 time: 0.0111687
Apr 19 07:55:19.364913 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-f9389ffc-6589-41fd-a333-d5c021d82ed8 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f76455751f64fe29a75d326baf7db0a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0875723
Apr 19 07:55:19.508300 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-f47b7202-3316-4379-b992-668913f41107 service neutron] 10.222.0.20 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353724
Apr 19 07:55:19.652609 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-9cd36722-899a-4c1c-8921-341280ec1350 service neutron] 10.222.0.20 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378131
Apr 19 07:55:19.855076 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e3bd5146-6c4f-47d1-9931-b0c12066868e req-e991c3e6-d53e-4f9e-8a96-8f6e228d247f tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbee51b-4732-482e-8564-469e69110edc HTTP/1.1" status: 200  len: 210 time: 0.0529301
Apr 19 07:55:21.029080 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-ad96e29b-f15b-42eb-9f01-f373affda139 req-191b93cf-6345-4923-9a29-861231c00937 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbee51b-4732-482e-8564-469e69110edc HTTP/1.1" status: 200  len: 210 time: 0.0537326
Apr 19 07:55:21.036442 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-1283758b-9054-4b6b-9afc-70001b2f92ac tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:21.038184 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-1283758b-9054-4b6b-9afc-70001b2f92ac tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.16 "GET /v2.0/networks?id=aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 HTTP/1.1" status: 200  len: 814 time: 0.2100458
Apr 19 07:55:21.058768 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-9376f0ed-f9c6-4162-8924-f3222e9f654d tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Request body: {'port': {'device_id': '9dbee51b-4732-482e-8564-469e69110edc', 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43', 'admin_state_up': True, 'tenant_id': '2f76455751f64fe29a75d326baf7db0a'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:55:21.207391 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-9376f0ed-f9c6-4162-8924-f3222e9f654d tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:55:21.218664 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-9376f0ed-f9c6-4162-8924-f3222e9f654d tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:55:21.229724 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-9376f0ed-f9c6-4162-8924-f3222e9f654d tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Made reservation on behalf of 2f76455751f64fe29a75d326baf7db0a for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:55:21.236691 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-9376f0ed-f9c6-4162-8924-f3222e9f654d tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:21.417783 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-9376f0ed-f9c6-4162-8924-f3222e9f654d tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Allocated IP 172.20.0.9 (aca5f82c-a192-46c3-9b3d-19f1e4bb3a43/8c8b6188-6675-413e-b5e5-f9b045d2f3c7/c4c77dfe-145a-457b-ab80-783a4932eac1) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 07:55:21.644004 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-9376f0ed-f9c6-4162-8924-f3222e9f654d tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:21.677189 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-9376f0ed-f9c6-4162-8924-f3222e9f654d tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363283335831002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:21.683623 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9e6b9beb-b718-4e6b-bbdd-476d87497f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:55:21.689785 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['cabd7f6b-4a71-4a17-b7d2-7e381c1a913e', '6ef2c8a6-8d5c-44c4-947d-8782d4522084', '97f5c873-40b3-49e5-bd71-f7f3a850e6f8'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:55:21.763332 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-9376f0ed-f9c6-4162-8924-f3222e9f654d tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Network aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 07:55:21.766686 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-9376f0ed-f9c6-4162-8924-f3222e9f654d tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Resources bound (agent type, host, resource id):  {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:55:21.771889 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-9376f0ed-f9c6-4162-8924-f3222e9f654d tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 07:55:21.803427 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376f0ed-f9c6-4162-8924-f3222e9f654d tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Pushing event updated for resources: {'Port': ['ID=c4c77dfe-145a-457b-ab80-783a4932eac1,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:55:21.812142 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9376f0ed-f9c6-4162-8924-f3222e9f654d tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:55:21.841903 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-9376f0ed-f9c6-4162-8924-f3222e9f654d tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:21.842614 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-9376f0ed-f9c6-4162-8924-f3222e9f654d tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:21.868461 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-9376f0ed-f9c6-4162-8924-f3222e9f654d tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8142657
Apr 19 07:55:21.884616 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] Request body: {'port': {'device_id': '9dbee51b-4732-482e-8564-469e69110edc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:55:22.012850 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:22.379837 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2ec65-1d65-4528-9ea8-1b86d3e715c9 req-d1907e89-cc16-43c7-87b0-2f49fd8d01ed tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:22.380585 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-41e2ec65-1d65-4528-9ea8-1b86d3e715c9 req-d1907e89-cc16-43c7-87b0-2f49fd8d01ed tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Synchronizing usage tracker for tenant:2f76455751f64fe29a75d326baf7db0a on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:55:22.408778 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-41e2ec65-1d65-4528-9ea8-1b86d3e715c9 req-d1907e89-cc16-43c7-87b0-2f49fd8d01ed tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Unset dirty status for tenant:2f76455751f64fe29a75d326baf7db0a on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:55:22.410055 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-41e2ec65-1d65-4528-9ea8-1b86d3e715c9 req-d1907e89-cc16-43c7-87b0-2f49fd8d01ed tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbee51b-4732-482e-8564-469e69110edc HTTP/1.1" status: 200  len: 931 time: 0.2483294
Apr 19 07:55:22.498500 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c77dfe-145a-457b-ab80-783a4932eac1 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:55:22.511292 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:22.519636 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-41e2ec65-1d65-4528-9ea8-1b86d3e715c9 req-5270d7a2-309c-470c-b7b7-799dcab3357e tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742190
Apr 19 07:55:22.532766 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] Transition to ACTIVE for port object c4c77dfe-145a-457b-ab80-783a4932eac1 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 07:55:22.536266 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:22.540580 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-837f177b-e677-4c1f-a8f2-47dd0da64f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:55:22.676352 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] Pushing event updated for resources: {'Port': ['ID=c4c77dfe-145a-457b-ab80-783a4932eac1,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:55:22.704249 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:55:22.789737 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] Attempting to bind port c4c77dfe-145a-457b-ab80-783a4932eac1 on host hv-cinder-77387 for vnic_type normal with profile  {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 07:55:22.790117 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] Attempting to bind port c4c77dfe-145a-457b-ab80-783a4932eac1 by drivers openvswitch,hyperv on host hv-cinder-77387 at level 0 using segments [{'id': '962c4892-a3d4-40ae-9036-188832f6dcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 07:55:22.790505 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] Attempting to bind port c4c77dfe-145a-457b-ab80-783a4932eac1 on network aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:55:22.795670 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] Port c4c77dfe-145a-457b-ab80-783a4932eac1 on network aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77387 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 07:55:22.796152 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] Attempting to bind port c4c77dfe-145a-457b-ab80-783a4932eac1 on network aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 07:55:22.801796 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] Checking agent: {'id': 'e1395553-83f9-4e7d-975f-a9afa5ddc59a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'started_at': datetime.datetime(2021, 4, 19, 7, 39, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 7, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 07:55:22.802197 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] Checking segment: {'id': '962c4892-a3d4-40ae-9036-188832f6dcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:55:22.802600 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] Bound using segment: {'id': '962c4892-a3d4-40ae-9036-188832f6dcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 07:55:22.803239 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] Bound port: c4c77dfe-145a-457b-ab80-783a4932eac1, host: hv-cinder-77387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962c4892-a3d4-40ae-9036-188832f6dcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 07:55:22.803620 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:22.902852 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] For port c4c77dfe-145a-457b-ab80-783a4932eac1, host hv-cinder-77387, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 07:55:22.906396 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] For port c4c77dfe-145a-457b-ab80-783a4932eac1, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c4c77dfe-145a-457b-ab80-783a4932eac1,segment=NetworkSegment(962c4892-a3d4-40ae-9036-188832f6dcf7),segment_id=962c4892-a3d4-40ae-9036-188832f6dcf7)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 07:55:22.910646 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2666572'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:22.915666 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-98e8ac03-6d90-4aa7-99e3-bed554a2bc50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:55:22.969836 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:22.970537 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:22.972192 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] 10.222.0.16 "PUT /v2.0/ports/c4c77dfe-145a-457b-ab80-783a4932eac1 HTTP/1.1" status: 200  len: 1093 time: 1.0955069
Apr 19 07:55:22.972721 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbee51b-4732-482e-8564-469e69110edc', 'tag': 'c4c77dfe-145a-457b-ab80-783a4932eac1'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:55:23.002645 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] Pushing event updated for resources: {'Port': ['ID=c4c77dfe-145a-457b-ab80-783a4932eac1,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:55:23.006318 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5880a0c8-4429-4979-8ab8-8d1c4219c06e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:55:23.051024 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbee51b-4732-482e-8564-469e69110edc', 'tag': 'c4c77dfe-145a-457b-ab80-783a4932eac1', 'status': 'completed', 'code': 200}
Apr 19 07:55:23.094991 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-1579cc4c-574b-4c17-8158-084943bfcf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:23.096593 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-1579cc4c-574b-4c17-8158-084943bfcf7d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f76455751f64fe29a75d326baf7db0a&device_id=9dbee51b-4732-482e-8564-469e69110edc HTTP/1.1" status: 200  len: 1096 time: 0.0842705
Apr 19 07:55:23.177182 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-b7f4a0b1-b534-4ce4-9bd0-7ec120616aad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4c77dfe-145a-457b-ab80-783a4932eac1 HTTP/1.1" status: 200  len: 217 time: 0.0706749
Apr 19 07:55:23.247868 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-63229f95-fda3-4ccc-b7e0-29449cc87afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:23.249379 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-63229f95-fda3-4ccc-b7e0-29449cc87afe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8b6188-6675-413e-b5e5-f9b045d2f3c7 HTTP/1.1" status: 200  len: 854 time: 0.0642743
Apr 19 07:55:23.309076 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-6f446cc2-9fa2-43d4-a08b-0cfc3f94624b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aca5f82c-a192-46c3-9b3d-19f1e4bb3a43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0528367
Apr 19 07:55:23.453989 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-896fa84c-0cc5-4b34-ab3f-ea70055487e8 service neutron] 10.222.0.16 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373181
Apr 19 07:55:23.609874 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3046d659-b237-4c3e-a18d-2c34da0e5f72 req-1d6ab0c8-eaf6-4033-9747-f996e31ce89f service neutron] 10.222.0.16 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477497
Apr 19 07:55:23.795135 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d501ced-d3fc-4a9e-bf29-233af3bb990f req-b80d4d6a-2eb8-4e95-baf2-1ef21570ac28 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:23.796768 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9d501ced-d3fc-4a9e-bf29-233af3bb990f req-b80d4d6a-2eb8-4e95-baf2-1ef21570ac28 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbee51b-4732-482e-8564-469e69110edc HTTP/1.1" status: 200  len: 943 time: 0.1576951
Apr 19 07:55:23.801703 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f5ff0-97b5-45af-8c37-08a0001b3770 req-14443777-db50-4708-990e-177860698e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:23.803399 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-128f5ff0-97b5-45af-8c37-08a0001b3770 req-14443777-db50-4708-990e-177860698e80 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f76455751f64fe29a75d326baf7db0a&device_id=9dbee51b-4732-482e-8564-469e69110edc HTTP/1.1" status: 200  len: 1096 time: 0.1227062
Apr 19 07:55:23.937659 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-9d501ced-d3fc-4a9e-bf29-233af3bb990f req-6625fe3b-d40c-495b-966d-bdcd615eaeaa tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332998
Apr 19 07:55:23.981370 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f5ff0-97b5-45af-8c37-08a0001b3770 req-5a363cb6-386e-4ad1-833c-9f69f01d1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:23.983111 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-128f5ff0-97b5-45af-8c37-08a0001b3770 req-5a363cb6-386e-4ad1-833c-9f69f01d1769 service neutron] 10.222.0.16 "GET /v2.0/networks?id=aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 HTTP/1.1" status: 200  len: 915 time: 0.1646655
Apr 19 07:55:24.059706 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-128f5ff0-97b5-45af-8c37-08a0001b3770 req-2fe61660-0121-4908-9d1d-63d415381de3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4c77dfe-145a-457b-ab80-783a4932eac1 HTTP/1.1" status: 200  len: 217 time: 0.0696166
Apr 19 07:55:24.382713 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f5ff0-97b5-45af-8c37-08a0001b3770 req-641b2f33-c58d-4e99-89a6-afb32496149c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:24.384351 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-128f5ff0-97b5-45af-8c37-08a0001b3770 req-641b2f33-c58d-4e99-89a6-afb32496149c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8b6188-6675-413e-b5e5-f9b045d2f3c7 HTTP/1.1" status: 200  len: 854 time: 0.3178952
Apr 19 07:55:24.439443 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-128f5ff0-97b5-45af-8c37-08a0001b3770 req-2792f1a1-1f39-406a-b149-8493e1f54d6d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aca5f82c-a192-46c3-9b3d-19f1e4bb3a43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0466411
Apr 19 07:55:24.581915 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-128f5ff0-97b5-45af-8c37-08a0001b3770 req-73b66d12-323d-4ba9-88f9-55eb0447160b service neutron] 10.222.0.16 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349530
Apr 19 07:55:24.730393 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-128f5ff0-97b5-45af-8c37-08a0001b3770 req-32d881da-fbcb-4ea3-a7a5-9229540f501e service neutron] 10.222.0.16 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386681
Apr 19 07:55:25.160417 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8ce12-d616-494b-804d-61bb62f77462 req-030ae555-cc12-41e1-adb2-2a024daebe8f tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:25.162023 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-65f8ce12-d616-494b-804d-61bb62f77462 req-030ae555-cc12-41e1-adb2-2a024daebe8f tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbee51b-4732-482e-8564-469e69110edc HTTP/1.1" status: 200  len: 943 time: 0.0996289
Apr 19 07:55:25.211116 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-65f8ce12-d616-494b-804d-61bb62f77462 req-39bad77a-ab6e-48df-99f0-4cabc86a96fc tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420823
Apr 19 07:55:25.724309 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device c4c77dfe-145a-457b-ab80-783a4932eac1 details requested by agent hyperv_hv-cinder-77387 with host hv-cinder-77387 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 07:55:25.873443 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port c4c77dfe-145a-457b-ab80-783a4932eac1, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c4c77dfe-145a-457b-ab80-783a4932eac1,segment=NetworkSegment(962c4892-a3d4-40ae-9036-188832f6dcf7),segment_id=962c4892-a3d4-40ae-9036-188832f6dcf7)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:55:25.887982 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Returning: {'device': 'c4c77dfe-145a-457b-ab80-783a4932eac1', 'network_id': 'aca5f82c-a192-46c3-9b3d-19f1e4bb3a43', 'port_id': 'c4c77dfe-145a-457b-ab80-783a4932eac1', 'mac_address': 'fa:16:3e:c2:29:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8b6188-6675-413e-b5e5-f9b045d2f3c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 07:55:25.950842 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:25.969421 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c77dfe-145a-457b-ab80-783a4932eac1 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 07:55:25.986960 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port c4c77dfe-145a-457b-ab80-783a4932eac1, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c4c77dfe-145a-457b-ab80-783a4932eac1,segment=NetworkSegment(962c4892-a3d4-40ae-9036-188832f6dcf7),segment_id=962c4892-a3d4-40ae-9036-188832f6dcf7)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:55:25.990527 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:25.992349 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:55:26.069967 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=c4c77dfe-145a-457b-ab80-783a4932eac1,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:55:26.073448 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:55:26.226305 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['c4c77dfe-145a-457b-ab80-783a4932eac1'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:55:26.420880 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb19585-84f8-4892-81ed-f4687992ada7 req-2223bece-1054-4226-9cd0-37b91e070930 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:26.422747 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2cb19585-84f8-4892-81ed-f4687992ada7 req-2223bece-1054-4226-9cd0-37b91e070930 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbee51b-4732-482e-8564-469e69110edc HTTP/1.1" status: 200  len: 944 time: 0.0977135
Apr 19 07:55:26.472890 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-2cb19585-84f8-4892-81ed-f4687992ada7 req-e3b9a0ff-8f63-4bd0-b0ac-ae92a9be1ce8 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425506
Apr 19 07:55:26.605031 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:27.683258 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f383a-40ff-43e0-a558-7d8621117104 req-37a05f06-a97c-467a-8e88-c5f7f45034db tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:27.684890 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d32f383a-40ff-43e0-a558-7d8621117104 req-37a05f06-a97c-467a-8e88-c5f7f45034db tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbee51b-4732-482e-8564-469e69110edc HTTP/1.1" status: 200  len: 944 time: 0.0938249
Apr 19 07:55:27.736639 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d32f383a-40ff-43e0-a558-7d8621117104 req-15bf1be7-195d-43d4-a53d-8b6ea398ddfd tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438550
Apr 19 07:55:27.747749 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device c4c77dfe-145a-457b-ab80-783a4932eac1 up at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 07:55:27.821649 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning for port c4c77dfe-145a-457b-ab80-783a4932eac1 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 07:55:27.826682 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Provisioning complete for port c4c77dfe-145a-457b-ab80-783a4932eac1 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 07:55:27.827108 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036852790142'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:27.956429 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:27.986854 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbee51b-4732-482e-8564-469e69110edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c77dfe-145a-457b-ab80-783a4932eac1'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:55:27.998040 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] For port c4c77dfe-145a-457b-ab80-783a4932eac1, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c4c77dfe-145a-457b-ab80-783a4932eac1,segment=NetworkSegment(962c4892-a3d4-40ae-9036-188832f6dcf7),segment_id=962c4892-a3d4-40ae-9036-188832f6dcf7)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:55:28.001904 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753519392712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363283335830985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753518944849'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:28.003789 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:55:28.040331 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbee51b-4732-482e-8564-469e69110edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c77dfe-145a-457b-ab80-783a4932eac1', 'code': 200}
Apr 19 07:55:28.081739 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Pushing event updated for resources: {'Port': ['ID=c4c77dfe-145a-457b-ab80-783a4932eac1,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:55:28.089957 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:55:28.090378 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:55:28.090761 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:55:28.091137 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:55:28.091509 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:55:28.091878 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:55:28.092246 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:55:28.092612 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:55:28.092978 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:55:28.093342 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:55:28.093704 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:55:28.094064 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:55:28.098103 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:55:28.295431 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa5c1f-8ca8-45cc-ac05-b4f3d232ab18 req-a24f0e8c-f64c-4358-9406-24599d5d615f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:28.297340 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f1fa5c1f-8ca8-45cc-ac05-b4f3d232ab18 req-a24f0e8c-f64c-4358-9406-24599d5d615f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9dbee51b-4732-482e-8564-469e69110edc HTTP/1.1" status: 200  len: 1098 time: 0.0866725
Apr 19 07:55:28.342367 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-f1fa5c1f-8ca8-45cc-ac05-b4f3d232ab18 req-31b16560-1973-4d2a-9138-435b81f4af51 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371687
Apr 19 07:55:28.952882 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdcc60-ee36-46ec-81da-30d438d57640 req-bb85ec2b-4b54-42cc-8508-24b3729200cc tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:28.954446 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-01cdcc60-ee36-46ec-81da-30d438d57640 req-bb85ec2b-4b54-42cc-8508-24b3729200cc tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbee51b-4732-482e-8564-469e69110edc HTTP/1.1" status: 200  len: 945 time: 0.0928886
Apr 19 07:55:29.004520 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-01cdcc60-ee36-46ec-81da-30d438d57640 req-4ae67ea8-afe9-4224-a91a-5dcfeb83916a tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431819
Apr 19 07:55:30.225196 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c66c03-8466-4bbd-8783-f1968a1d0c86 req-303f72fe-b4f6-486a-8e32-75f07363e4bb tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:30.226836 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-48c66c03-8466-4bbd-8783-f1968a1d0c86 req-303f72fe-b4f6-486a-8e32-75f07363e4bb tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbee51b-4732-482e-8564-469e69110edc HTTP/1.1" status: 200  len: 945 time: 0.1015315
Apr 19 07:55:30.276172 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-48c66c03-8466-4bbd-8783-f1968a1d0c86 req-4a60f08c-cfea-4ecd-977d-8b98ea02db94 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427196
Apr 19 07:55:30.608107 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5b5d7871-4dbf-48c5-9a21-306868f5115e req-7802cede-a479-4f66-88da-9e8523a5d934 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f80aa04a-60be-488f-9a29-dbb634021197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0831017
Apr 19 07:55:30.779158 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d7871-4dbf-48c5-9a21-306868f5115e req-311a9d80-4223-4bec-a056-0b9498b2e211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:30.780787 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5b5d7871-4dbf-48c5-9a21-306868f5115e req-311a9d80-4223-4bec-a056-0b9498b2e211 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f76455751f64fe29a75d326baf7db0a&device_id=f80aa04a-60be-488f-9a29-dbb634021197 HTTP/1.1" status: 200  len: 1099 time: 0.0865622
Apr 19 07:55:30.948479 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d7871-4dbf-48c5-9a21-306868f5115e req-44504cf9-9f09-4f65-aae0-a6bad60821f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:30.950113 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5b5d7871-4dbf-48c5-9a21-306868f5115e req-44504cf9-9f09-4f65-aae0-a6bad60821f6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 HTTP/1.1" status: 200  len: 915 time: 0.1488025
Apr 19 07:55:31.028208 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5b5d7871-4dbf-48c5-9a21-306868f5115e req-d4437807-cde5-4107-977f-686ad3619a77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cabd7f6b-4a71-4a17-b7d2-7e381c1a913e HTTP/1.1" status: 200  len: 217 time: 0.0711257
Apr 19 07:55:31.097819 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d7871-4dbf-48c5-9a21-306868f5115e req-7f2fdfc1-cc7a-42fc-be0c-97cb1e0896d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:31.099442 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5b5d7871-4dbf-48c5-9a21-306868f5115e req-7f2fdfc1-cc7a-42fc-be0c-97cb1e0896d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8b6188-6675-413e-b5e5-f9b045d2f3c7 HTTP/1.1" status: 200  len: 854 time: 0.0650568
Apr 19 07:55:31.154438 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5b5d7871-4dbf-48c5-9a21-306868f5115e req-85c6ee88-5c8b-451f-b0c4-e600a079317b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aca5f82c-a192-46c3-9b3d-19f1e4bb3a43&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471735
Apr 19 07:55:31.302670 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5b5d7871-4dbf-48c5-9a21-306868f5115e req-ccaf8793-966c-41aa-83c3-91ed08fde59e service neutron] 10.222.0.16 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409149
Apr 19 07:55:31.452131 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5b5d7871-4dbf-48c5-9a21-306868f5115e req-d292a2f9-8ec9-4d55-9dcf-bfa847d97d64 service neutron] 10.222.0.16 "GET /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402979
Apr 19 07:55:33.821005 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-46dfee31-2a45-459e-b3ca-00204557cadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:36.028418 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-baa567fa-501c-4c9b-818b-ed19286f8936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:36.447068 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:37.048467 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:37.910683 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:42.614020 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56246478-eb07-4c89-8603-16bf9af291fe req-6dfcd01a-6eaf-4862-8309-955cef5a7778 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:42.615686 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-56246478-eb07-4c89-8603-16bf9af291fe req-6dfcd01a-6eaf-4862-8309-955cef5a7778 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbee51b-4732-482e-8564-469e69110edc HTTP/1.1" status: 200  len: 945 time: 0.1025672
Apr 19 07:55:42.673239 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-56246478-eb07-4c89-8603-16bf9af291fe req-d0c0109e-145a-4328-856a-7528a3976f93 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504692
Apr 19 07:55:43.894205 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158ccec-d4b1-4816-a747-9084c9e49a0a req-18fa03e5-58ce-4002-ad63-73469261c977 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:43.895702 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e158ccec-d4b1-4816-a747-9084c9e49a0a req-18fa03e5-58ce-4002-ad63-73469261c977 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbee51b-4732-482e-8564-469e69110edc HTTP/1.1" status: 200  len: 945 time: 0.0990801
Apr 19 07:55:43.997955 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e158ccec-d4b1-4816-a747-9084c9e49a0a req-213d6a5b-4b70-4265-a989-5f829e2fa04d tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598876
Apr 19 07:55:44.028312 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea9a3e-7d00-47b3-a0a1-bbb077628cde req-42c7e756-4190-4caa-9224-0bbe1a1753ca tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:44.029884 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-acea9a3e-7d00-47b3-a0a1-bbb077628cde req-42c7e756-4190-4caa-9224-0bbe1a1753ca tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.16 "GET /v2.0/ports?device_id=9dbee51b-4732-482e-8564-469e69110edc HTTP/1.1" status: 200  len: 945 time: 0.1283932
Apr 19 07:55:44.110587 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-acea9a3e-7d00-47b3-a0a1-bbb077628cde req-728cc640-5f39-43f2-bb5f-c790d2682a51 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Deleting port c4c77dfe-145a-457b-ab80-783a4932eac1 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:55:44.111275 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-acea9a3e-7d00-47b3-a0a1-bbb077628cde req-728cc640-5f39-43f2-bb5f-c790d2682a51 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:44.375632 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-acea9a3e-7d00-47b3-a0a1-bbb077628cde req-728cc640-5f39-43f2-bb5f-c790d2682a51 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] For port c4c77dfe-145a-457b-ab80-783a4932eac1, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=c4c77dfe-145a-457b-ab80-783a4932eac1,segment=NetworkSegment(962c4892-a3d4-40ae-9036-188832f6dcf7),segment_id=962c4892-a3d4-40ae-9036-188832f6dcf7)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:55:44.376043 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-acea9a3e-7d00-47b3-a0a1-bbb077628cde req-728cc640-5f39-43f2-bb5f-c790d2682a51 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:44.515768 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-acea9a3e-7d00-47b3-a0a1-bbb077628cde req-728cc640-5f39-43f2-bb5f-c790d2682a51 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Calling delete_port for c4c77dfe-145a-457b-ab80-783a4932eac1 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:55:44.671503 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-acea9a3e-7d00-47b3-a0a1-bbb077628cde req-728cc640-5f39-43f2-bb5f-c790d2682a51 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:44.679609 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4aa91a18-8bed-409a-bda5-96df74977664 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:55:44.684203 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['cabd7f6b-4a71-4a17-b7d2-7e381c1a913e', '6ef2c8a6-8d5c-44c4-947d-8782d4522084', '97f5c873-40b3-49e5-bd71-f7f3a850e6f8', 'c4c77dfe-145a-457b-ab80-783a4932eac1'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:55:44.730360 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728cc640-5f39-43f2-bb5f-c790d2682a51 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Pushing event deleted for resources: {'Port': ['ID=c4c77dfe-145a-457b-ab80-783a4932eac1,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:55:44.768297 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cc640-5f39-43f2-bb5f-c790d2682a51 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:55:44.768703 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cc640-5f39-43f2-bb5f-c790d2682a51 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:55:44.769112 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cc640-5f39-43f2-bb5f-c790d2682a51 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:55:44.769516 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cc640-5f39-43f2-bb5f-c790d2682a51 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:55:44.769917 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cc640-5f39-43f2-bb5f-c790d2682a51 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:55:44.770370 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cc640-5f39-43f2-bb5f-c790d2682a51 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:55:44.770761 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cc640-5f39-43f2-bb5f-c790d2682a51 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:55:44.771160 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cc640-5f39-43f2-bb5f-c790d2682a51 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:55:44.771561 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cc640-5f39-43f2-bb5f-c790d2682a51 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:55:44.771951 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cc640-5f39-43f2-bb5f-c790d2682a51 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:55:44.772339 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cc640-5f39-43f2-bb5f-c790d2682a51 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:55:44.772724 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728cc640-5f39-43f2-bb5f-c790d2682a51 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:55:44.783617 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-728cc640-5f39-43f2-bb5f-c790d2682a51 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:55:44.829914 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-acea9a3e-7d00-47b3-a0a1-bbb077628cde req-728cc640-5f39-43f2-bb5f-c790d2682a51 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] No DVR routers for this DVR port c4c77dfe-145a-457b-ab80-783a4932eac1 on host hv-cinder-77387 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:55:44.832668 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-acea9a3e-7d00-47b3-a0a1-bbb077628cde req-728cc640-5f39-43f2-bb5f-c790d2682a51 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:44.835622 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbee51b-4732-482e-8564-469e69110edc', 'name': 'network-vif-deleted', 'tag': 'c4c77dfe-145a-457b-ab80-783a4932eac1'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:55:44.852191 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-acea9a3e-7d00-47b3-a0a1-bbb077628cde req-728cc640-5f39-43f2-bb5f-c790d2682a51 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.16 "DELETE /v2.0/ports/c4c77dfe-145a-457b-ab80-783a4932eac1 HTTP/1.1" status: 204  len: 173 time: 0.8160849
Apr 19 07:55:44.890053 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbee51b-4732-482e-8564-469e69110edc', 'name': 'network-vif-deleted', 'tag': 'c4c77dfe-145a-457b-ab80-783a4932eac1', 'status': 'completed', 'code': 200}
Apr 19 07:55:45.179172 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-d163432b-fdd2-407c-b333-9304395412da req-5cf50e98-c452-47e9-82d5-4536ff1d76e0 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Synchronizing usage tracker for tenant:2f76455751f64fe29a75d326baf7db0a on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:55:45.195029 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-d163432b-fdd2-407c-b333-9304395412da req-5cf50e98-c452-47e9-82d5-4536ff1d76e0 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Unset dirty status for tenant:2f76455751f64fe29a75d326baf7db0a on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:55:45.196422 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-d163432b-fdd2-407c-b333-9304395412da req-5cf50e98-c452-47e9-82d5-4536ff1d76e0 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=9dbee51b-4732-482e-8564-469e69110edc HTTP/1.1" status: 200  len: 210 time: 0.0652165
Apr 19 07:55:47.833419 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device c4c77dfe-145a-457b-ab80-783a4932eac1 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:55:47.876752 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] No Port match for: c4c77dfe-145a-457b-ab80-783a4932eac1 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:55:47.877152 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device c4c77dfe-145a-457b-ab80-783a4932eac1 not bound to the agent host hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:55:47.982019 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13c768-2c0b-4b90-8263-a71f4d3c28d6 req-69c14791-c83a-49cb-a207-9cf32f8a138b tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:47.983680 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5d13c768-2c0b-4b90-8263-a71f4d3c28d6 req-69c14791-c83a-49cb-a207-9cf32f8a138b tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=10974b88-9402-4d26-b844-a704ef7492ce HTTP/1.1" status: 200  len: 946 time: 0.1002078
Apr 19 07:55:48.043597 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5d13c768-2c0b-4b90-8263-a71f4d3c28d6 req-47692d76-073c-44f0-b1a1-23e53a012bae tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523324
Apr 19 07:55:49.268473 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceed619-74d1-41b6-a645-c7904f05c0db req-065d0b34-1fdd-473a-b735-9fa8ac6f37ee tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:49.270166 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fceed619-74d1-41b6-a645-c7904f05c0db req-065d0b34-1fdd-473a-b735-9fa8ac6f37ee tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=10974b88-9402-4d26-b844-a704ef7492ce HTTP/1.1" status: 200  len: 946 time: 0.1037915
Apr 19 07:55:49.379323 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fceed619-74d1-41b6-a645-c7904f05c0db req-372cefde-c054-4fd9-9ce2-85532d1fc67d tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687938
Apr 19 07:55:49.406748 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf72f1-12c4-4347-a07a-b427a681536e req-30337659-ffb0-4b1e-9f2a-c31f8fcaa7d3 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:49.409200 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bcaf72f1-12c4-4347-a07a-b427a681536e req-30337659-ffb0-4b1e-9f2a-c31f8fcaa7d3 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.16 "GET /v2.0/ports?device_id=10974b88-9402-4d26-b844-a704ef7492ce HTTP/1.1" status: 200  len: 946 time: 0.1354444
Apr 19 07:55:49.502335 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-bcaf72f1-12c4-4347-a07a-b427a681536e req-8f4e3484-a9fa-4f94-bbd2-69956bded962 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Deleting port 97f5c873-40b3-49e5-bd71-f7f3a850e6f8 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:55:49.502723 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-bcaf72f1-12c4-4347-a07a-b427a681536e req-8f4e3484-a9fa-4f94-bbd2-69956bded962 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:49.773337 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-bcaf72f1-12c4-4347-a07a-b427a681536e req-8f4e3484-a9fa-4f94-bbd2-69956bded962 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] For port 97f5c873-40b3-49e5-bd71-f7f3a850e6f8, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=97f5c873-40b3-49e5-bd71-f7f3a850e6f8,segment=NetworkSegment(962c4892-a3d4-40ae-9036-188832f6dcf7),segment_id=962c4892-a3d4-40ae-9036-188832f6dcf7)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:55:49.773608 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-bcaf72f1-12c4-4347-a07a-b427a681536e req-8f4e3484-a9fa-4f94-bbd2-69956bded962 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:49.913990 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-bcaf72f1-12c4-4347-a07a-b427a681536e req-8f4e3484-a9fa-4f94-bbd2-69956bded962 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Calling delete_port for 97f5c873-40b3-49e5-bd71-f7f3a850e6f8 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:55:50.082850 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-bcaf72f1-12c4-4347-a07a-b427a681536e req-8f4e3484-a9fa-4f94-bbd2-69956bded962 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:50.089484 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6108ea0c-aa99-4298-a4ea-4e6a44d12fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:55:50.096604 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['cabd7f6b-4a71-4a17-b7d2-7e381c1a913e', '6ef2c8a6-8d5c-44c4-947d-8782d4522084', '97f5c873-40b3-49e5-bd71-f7f3a850e6f8'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:55:50.148329 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e3484-a9fa-4f94-bbd2-69956bded962 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Pushing event deleted for resources: {'Port': ['ID=97f5c873-40b3-49e5-bd71-f7f3a850e6f8,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:55:50.152096 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8f4e3484-a9fa-4f94-bbd2-69956bded962 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:55:50.235320 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcaf72f1-12c4-4347-a07a-b427a681536e req-8f4e3484-a9fa-4f94-bbd2-69956bded962 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] No DVR routers for this DVR port 97f5c873-40b3-49e5-bd71-f7f3a850e6f8 on host hv-cinder-77387 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:55:50.239762 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-bcaf72f1-12c4-4347-a07a-b427a681536e req-8f4e3484-a9fa-4f94-bbd2-69956bded962 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:50.242959 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10974b88-9402-4d26-b844-a704ef7492ce', 'name': 'network-vif-deleted', 'tag': '97f5c873-40b3-49e5-bd71-f7f3a850e6f8'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:55:50.259929 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-bcaf72f1-12c4-4347-a07a-b427a681536e req-8f4e3484-a9fa-4f94-bbd2-69956bded962 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.16 "DELETE /v2.0/ports/97f5c873-40b3-49e5-bd71-f7f3a850e6f8 HTTP/1.1" status: 204  len: 173 time: 0.8436561
Apr 19 07:55:50.301707 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10974b88-9402-4d26-b844-a704ef7492ce', 'name': 'network-vif-deleted', 'tag': '97f5c873-40b3-49e5-bd71-f7f3a850e6f8', 'status': 'completed', 'code': 200}
Apr 19 07:55:50.574438 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-5d571e37-4baa-4cd8-9947-33bf10292045 req-31aba5cc-1147-465f-8330-ccaf5f6d5b69 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Synchronizing usage tracker for tenant:2f76455751f64fe29a75d326baf7db0a on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:55:50.590780 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-5d571e37-4baa-4cd8-9947-33bf10292045 req-31aba5cc-1147-465f-8330-ccaf5f6d5b69 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Unset dirty status for tenant:2f76455751f64fe29a75d326baf7db0a on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:55:50.592143 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-5d571e37-4baa-4cd8-9947-33bf10292045 req-31aba5cc-1147-465f-8330-ccaf5f6d5b69 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=10974b88-9402-4d26-b844-a704ef7492ce HTTP/1.1" status: 200  len: 210 time: 0.0704913
Apr 19 07:55:52.100718 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a230532-68e7-4048-947a-c0df22e85437 req-601dd2da-f532-4d64-9ef1-8f9d6a94f7d3 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:52.102395 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3a230532-68e7-4048-947a-c0df22e85437 req-601dd2da-f532-4d64-9ef1-8f9d6a94f7d3 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=863c9c98-241d-4bce-bf15-2aaa8e9c4a7f HTTP/1.1" status: 200  len: 945 time: 0.0948317
Apr 19 07:55:52.152698 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-3a230532-68e7-4048-947a-c0df22e85437 req-8870f5d3-3e6a-447a-98b4-12a1226b1ce0 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434659
Apr 19 07:55:53.604670 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd7999-0a0c-4ed4-afa3-faae7f546c18 req-f1aa9bfe-6df3-4782-b96e-0673b6ac1f68 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:53.606300 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-11bd7999-0a0c-4ed4-afa3-faae7f546c18 req-f1aa9bfe-6df3-4782-b96e-0673b6ac1f68 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.16 "GET /v2.0/ports?device_id=863c9c98-241d-4bce-bf15-2aaa8e9c4a7f HTTP/1.1" status: 200  len: 945 time: 0.4034145
Apr 19 07:55:53.699421 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-11bd7999-0a0c-4ed4-afa3-faae7f546c18 req-b0ecd9b7-8d8d-41a7-9fa0-2f339ae3062f tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Deleting port 6ef2c8a6-8d5c-44c4-947d-8782d4522084 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:55:53.699852 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-11bd7999-0a0c-4ed4-afa3-faae7f546c18 req-b0ecd9b7-8d8d-41a7-9fa0-2f339ae3062f tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:53.746009 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1617a7-28fd-40d7-9a1f-2ef1436c694b req-c24f62cc-7f84-4fec-b738-3c276d059efd tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:53.747646 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6b1617a7-28fd-40d7-9a1f-2ef1436c694b req-c24f62cc-7f84-4fec-b738-3c276d059efd tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=863c9c98-241d-4bce-bf15-2aaa8e9c4a7f HTTP/1.1" status: 200  len: 945 time: 0.4715950
Apr 19 07:55:53.868287 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-6b1617a7-28fd-40d7-9a1f-2ef1436c694b req-4fbcf9c8-6463-4452-ae95-535584c8d155 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131465
Apr 19 07:55:53.910535 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 97f5c873-40b3-49e5-bd71-f7f3a850e6f8 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:55:53.949259 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] No Port match for: 97f5c873-40b3-49e5-bd71-f7f3a850e6f8 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:55:53.949633 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 97f5c873-40b3-49e5-bd71-f7f3a850e6f8 not bound to the agent host hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:55:54.028067 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-11bd7999-0a0c-4ed4-afa3-faae7f546c18 req-b0ecd9b7-8d8d-41a7-9fa0-2f339ae3062f tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] For port 6ef2c8a6-8d5c-44c4-947d-8782d4522084, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=6ef2c8a6-8d5c-44c4-947d-8782d4522084,segment=NetworkSegment(962c4892-a3d4-40ae-9036-188832f6dcf7),segment_id=962c4892-a3d4-40ae-9036-188832f6dcf7)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:55:54.028478 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-11bd7999-0a0c-4ed4-afa3-faae7f546c18 req-b0ecd9b7-8d8d-41a7-9fa0-2f339ae3062f tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:54.164604 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-11bd7999-0a0c-4ed4-afa3-faae7f546c18 req-b0ecd9b7-8d8d-41a7-9fa0-2f339ae3062f tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Calling delete_port for 6ef2c8a6-8d5c-44c4-947d-8782d4522084 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:55:54.332327 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-11bd7999-0a0c-4ed4-afa3-faae7f546c18 req-b0ecd9b7-8d8d-41a7-9fa0-2f339ae3062f tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:54.338591 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-846a19c9-638f-456a-85cc-7c42adc4bd5f tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:55:54.343774 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['cabd7f6b-4a71-4a17-b7d2-7e381c1a913e', '6ef2c8a6-8d5c-44c4-947d-8782d4522084'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:55:54.387784 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecd9b7-8d8d-41a7-9fa0-2f339ae3062f tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Pushing event deleted for resources: {'Port': ['ID=6ef2c8a6-8d5c-44c4-947d-8782d4522084,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:55:54.392803 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b0ecd9b7-8d8d-41a7-9fa0-2f339ae3062f tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:55:54.466693 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bd7999-0a0c-4ed4-afa3-faae7f546c18 req-b0ecd9b7-8d8d-41a7-9fa0-2f339ae3062f tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] No DVR routers for this DVR port 6ef2c8a6-8d5c-44c4-947d-8782d4522084 on host hv-cinder-77387 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:55:54.469228 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-11bd7999-0a0c-4ed4-afa3-faae7f546c18 req-b0ecd9b7-8d8d-41a7-9fa0-2f339ae3062f tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:54.472081 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863c9c98-241d-4bce-bf15-2aaa8e9c4a7f', 'name': 'network-vif-deleted', 'tag': '6ef2c8a6-8d5c-44c4-947d-8782d4522084'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:55:54.488562 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-11bd7999-0a0c-4ed4-afa3-faae7f546c18 req-b0ecd9b7-8d8d-41a7-9fa0-2f339ae3062f tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.16 "DELETE /v2.0/ports/6ef2c8a6-8d5c-44c4-947d-8782d4522084 HTTP/1.1" status: 204  len: 173 time: 0.8762288
Apr 19 07:55:54.529101 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863c9c98-241d-4bce-bf15-2aaa8e9c4a7f', 'name': 'network-vif-deleted', 'tag': '6ef2c8a6-8d5c-44c4-947d-8782d4522084', 'status': 'completed', 'code': 200}
Apr 19 07:55:55.064742 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-48b971cd-509c-44e2-a1bd-9ff0dd8e1e18 req-5b47404e-e025-43d8-9731-eac9d1883aa7 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Synchronizing usage tracker for tenant:2f76455751f64fe29a75d326baf7db0a on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:55:55.082285 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-48b971cd-509c-44e2-a1bd-9ff0dd8e1e18 req-5b47404e-e025-43d8-9731-eac9d1883aa7 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Unset dirty status for tenant:2f76455751f64fe29a75d326baf7db0a on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:55:55.083615 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-48b971cd-509c-44e2-a1bd-9ff0dd8e1e18 req-5b47404e-e025-43d8-9731-eac9d1883aa7 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=863c9c98-241d-4bce-bf15-2aaa8e9c4a7f HTTP/1.1" status: 200  len: 210 time: 0.0743444
Apr 19 07:55:55.897304 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:55:56.614009 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:57.841651 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7912ce-d0b4-4c80-a3ef-8a592e18b8a7 req-2051a9aa-18e5-4e51-94a1-94a57df6efa6 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:57.844089 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fc7912ce-d0b4-4c80-a3ef-8a592e18b8a7 req-2051a9aa-18e5-4e51-94a1-94a57df6efa6 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80aa04a-60be-488f-9a29-dbb634021197 HTTP/1.1" status: 200  len: 946 time: 0.0919669
Apr 19 07:55:57.903250 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-fc7912ce-d0b4-4c80-a3ef-8a592e18b8a7 req-059a9454-b177-494a-8fff-b8f9d6b1b54b tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524325
Apr 19 07:55:57.911772 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 6ef2c8a6-8d5c-44c4-947d-8782d4522084 no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:55:57.950980 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] No Port match for: 6ef2c8a6-8d5c-44c4-947d-8782d4522084 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:55:57.951388 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device 6ef2c8a6-8d5c-44c4-947d-8782d4522084 not bound to the agent host hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:55:59.127515 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4202d5-ccb7-4d53-bf86-71f728eaab48 req-fa0ef929-23f7-45c5-a4f5-7800449eb55e tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:59.129121 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0d4202d5-ccb7-4d53-bf86-71f728eaab48 req-fa0ef929-23f7-45c5-a4f5-7800449eb55e tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80aa04a-60be-488f-9a29-dbb634021197 HTTP/1.1" status: 200  len: 946 time: 0.0960052
Apr 19 07:55:59.219587 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-0d4202d5-ccb7-4d53-bf86-71f728eaab48 req-6284bfe6-93bd-4fdb-af81-b62b621d59e7 tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a670b4c-e2d3-40a0-97d4-d8b39b55f049&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818288
Apr 19 07:55:59.268728 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35102e50-1703-4f1d-8a7d-3adaf43781fa req-93655e05-6e14-4e4c-beaa-260c4ad7852b tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:55:59.270357 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-35102e50-1703-4f1d-8a7d-3adaf43781fa req-93655e05-6e14-4e4c-beaa-260c4ad7852b tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.16 "GET /v2.0/ports?device_id=f80aa04a-60be-488f-9a29-dbb634021197 HTTP/1.1" status: 200  len: 946 time: 0.0943110
Apr 19 07:55:59.351779 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-35102e50-1703-4f1d-8a7d-3adaf43781fa req-fc45981f-10f9-4c4a-b51b-984ce55d9daa tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Deleting port cabd7f6b-4a71-4a17-b7d2-7e381c1a913e {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 07:55:59.352148 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-35102e50-1703-4f1d-8a7d-3adaf43781fa req-fc45981f-10f9-4c4a-b51b-984ce55d9daa tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363283335386996'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:59.638753 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-35102e50-1703-4f1d-8a7d-3adaf43781fa req-fc45981f-10f9-4c4a-b51b-984ce55d9daa tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] For port cabd7f6b-4a71-4a17-b7d2-7e381c1a913e, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77387',level=0,port_id=cabd7f6b-4a71-4a17-b7d2-7e381c1a913e,segment=NetworkSegment(962c4892-a3d4-40ae-9036-188832f6dcf7),segment_id=962c4892-a3d4-40ae-9036-188832f6dcf7)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 07:55:59.639131 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-35102e50-1703-4f1d-8a7d-3adaf43781fa req-fc45981f-10f9-4c4a-b51b-984ce55d9daa tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854148995'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:59.777913 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-35102e50-1703-4f1d-8a7d-3adaf43781fa req-fc45981f-10f9-4c4a-b51b-984ce55d9daa tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Calling delete_port for cabd7f6b-4a71-4a17-b7d2-7e381c1a913e owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 07:55:59.937591 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-35102e50-1703-4f1d-8a7d-3adaf43781fa req-fc45981f-10f9-4c4a-b51b-984ce55d9daa tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852727119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363283335383071', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753518944815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852109243'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:55:59.943416 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9412ef4b-9fbf-44e9-a0e2-8b0da7103068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:55:59.949082 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] get_ports_and_sgs() called for port_ids ['cabd7f6b-4a71-4a17-b7d2-7e381c1a913e'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 07:55:59.995156 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45981f-10f9-4c4a-b51b-984ce55d9daa tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Pushing event deleted for resources: {'Port': ['ID=cabd7f6b-4a71-4a17-b7d2-7e381c1a913e,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:55:59.998566 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fc45981f-10f9-4c4a-b51b-984ce55d9daa tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:00.079847 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-35102e50-1703-4f1d-8a7d-3adaf43781fa req-fc45981f-10f9-4c4a-b51b-984ce55d9daa tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] No DVR routers for this DVR port cabd7f6b-4a71-4a17-b7d2-7e381c1a913e on host hv-cinder-77387 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 07:56:00.082436 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-35102e50-1703-4f1d-8a7d-3adaf43781fa req-fc45981f-10f9-4c4a-b51b-984ce55d9daa tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:00.085307 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80aa04a-60be-488f-9a29-dbb634021197', 'name': 'network-vif-deleted', 'tag': 'cabd7f6b-4a71-4a17-b7d2-7e381c1a913e'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 07:56:00.101764 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-35102e50-1703-4f1d-8a7d-3adaf43781fa req-fc45981f-10f9-4c4a-b51b-984ce55d9daa tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.16 "DELETE /v2.0/ports/cabd7f6b-4a71-4a17-b7d2-7e381c1a913e HTTP/1.1" status: 204  len: 173 time: 0.8260965
Apr 19 07:56:00.138317 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80aa04a-60be-488f-9a29-dbb634021197', 'name': 'network-vif-deleted', 'tag': 'cabd7f6b-4a71-4a17-b7d2-7e381c1a913e', 'status': 'completed', 'code': 200}
Apr 19 07:56:00.404774 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-e504e711-2996-444f-af6b-f82d90c7c69c req-591055e3-171d-4be3-a3bb-f4fc63530b7c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Synchronizing usage tracker for tenant:2f76455751f64fe29a75d326baf7db0a on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 07:56:00.423705 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [req-e504e711-2996-444f-af6b-f82d90c7c69c req-591055e3-171d-4be3-a3bb-f4fc63530b7c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] Unset dirty status for tenant:2f76455751f64fe29a75d326baf7db0a on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 07:56:00.425043 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [req-e504e711-2996-444f-af6b-f82d90c7c69c req-591055e3-171d-4be3-a3bb-f4fc63530b7c tempest-AttachVolumeNegativeTest-2125447671 tempest-AttachVolumeNegativeTest-2125447671-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80aa04a-60be-488f-9a29-dbb634021197 HTTP/1.1" status: 200  len: 210 time: 0.0705488
Apr 19 07:56:01.529699 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 57220) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:01.598186 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-17164f15-89b8-42cb-b6c8-429f525c4730 admin admin] Deleting subnet 8c8b6188-6675-413e-b5e5-f9b045d2f3c7 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 07:56:01.601652 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-17164f15-89b8-42cb-b6c8-429f525c4730 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:01.660391 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-17164f15-89b8-42cb-b6c8-429f525c4730 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2208718'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:01.719759 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-17164f15-89b8-42cb-b6c8-429f525c4730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852818528'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:02.001780 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-17164f15-89b8-42cb-b6c8-429f525c4730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852108399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3144528'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:02.010212 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-aab6efb1-f75c-4bad-a06e-f7093a4b16cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:02.049887 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17164f15-89b8-42cb-b6c8-429f525c4730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c8b6188-6675-413e-b5e5-f9b045d2f3c7,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:02.052547 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-17164f15-89b8-42cb-b6c8-429f525c4730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:02.056041 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-17164f15-89b8-42cb-b6c8-429f525c4730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:02.059649 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-17164f15-89b8-42cb-b6c8-429f525c4730 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8c8b6188-6675-413e-b5e5-f9b045d2f3c7 HTTP/1.1" status: 204  len: 168 time: 0.5288196
Apr 19 07:56:02.063489 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 57224) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:02.193401 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8806c3d0-87cb-4513-9cdd-a6b15bd0fff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915220'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:02.334577 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8806c3d0-87cb-4513-9cdd-a6b15bd0fff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957365', 'neutron.services.segments.db._delete_segments_for_network-8753519474803'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:02.464728 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-8806c3d0-87cb-4513-9cdd-a6b15bd0fff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6165cf2128>,) {'filters': {'network_id': ['aca5f82c-a192-46c3-9b3d-19f1e4bb3a43']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:56:02.478794 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-8806c3d0-87cb-4513-9cdd-a6b15bd0fff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6165cf2128>, '962c4892-a3d4-40ae-9036-188832f6dcf7') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:56:02.479130 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-8806c3d0-87cb-4513-9cdd-a6b15bd0fff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6165cf2128>, '962c4892-a3d4-40ae-9036-188832f6dcf7') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:56:02.492965 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8806c3d0-87cb-4513-9cdd-a6b15bd0fff8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283335320419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852567098'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:02.509409 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8806c3d0-87cb-4513-9cdd-a6b15bd0fff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:02.517289 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8806c3d0-87cb-4513-9cdd-a6b15bd0fff8 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 07:56:02.713322 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-8806c3d0-87cb-4513-9cdd-a6b15bd0fff8 admin admin] Network aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:56:02.722528 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8806c3d0-87cb-4513-9cdd-a6b15bd0fff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852824399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2666546'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:02.904494 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-8806c3d0-87cb-4513-9cdd-a6b15bd0fff8 admin admin] Network aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]: Traceback (most recent call last):
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:     timer()
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:     cb(*args, **kw)
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:     return func(*args, **kwargs)
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:     self._notify()
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:     self.callback(batched_events)
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:     event.method(event)
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:     segment_id)['aggregates'][0]
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:     return f(self, *a, **k)
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self._get(url).json()
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:     **kwargs)
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self.request(url, 'GET', **kwargs)
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:     **endpoint_filter)
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 07:56:02.931940 dv-cinder-773870-2-iscsi neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 07:56:03.010181 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8806c3d0-87cb-4513-9cdd-a6b15bd0fff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852818435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671106'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:03.014899 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8806c3d0-87cb-4513-9cdd-a6b15bd0fff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:03.017842 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-46ef9d74-7e69-4bf8-abc5-23da2e18d495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:03.044164 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-8806c3d0-87cb-4513-9cdd-a6b15bd0fff8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/aca5f82c-a192-46c3-9b3d-19f1e4bb3a43 HTTP/1.1" status: 204  len: 168 time: 0.9771500
Apr 19 07:56:03.044164 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806c3d0-87cb-4513-9cdd-a6b15bd0fff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=aca5f82c-a192-46c3-9b3d-19f1e4bb3a43,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:03.045489 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8806c3d0-87cb-4513-9cdd-a6b15bd0fff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:03.166912 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 57230) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:03.225988 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-c5722b5e-4f37-4901-83c8-225e79bb0da1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f76455751f64fe29a75d326baf7db0a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0577023
Apr 19 07:56:03.229467 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 57234) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:03.298680 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bb3a431f-4420-42c7-8f12-b7c76635d252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:03.328444 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bb3a431f-4420-42c7-8f12-b7c76635d252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:03.382034 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bb3a431f-4420-42c7-8f12-b7c76635d252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:03.387888 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-bcc4c4b2-6f8b-4b87-84b1-e650f743b19c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:03.403841 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a431f-4420-42c7-8f12-b7c76635d252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a670b4c-e2d3-40a0-97d4-d8b39b55f049,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:03.406563 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-bb3a431f-4420-42c7-8f12-b7c76635d252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:03.408833 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bb3a431f-4420-42c7-8f12-b7c76635d252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:03.410024 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-bb3a431f-4420-42c7-8f12-b7c76635d252 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a670b4c-e2d3-40a0-97d4-d8b39b55f049 HTTP/1.1" status: 204  len: 168 time: 0.1795883
Apr 19 07:56:03.828992 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-63c89f0c-f8f1-4d1f-a628-15e2b10c0b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:03.925744 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device cabd7f6b-4a71-4a17-b7d2-7e381c1a913e no longer exists at agent hyperv_hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 07:56:03.966540 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] No Port match for: cabd7f6b-4a71-4a17-b7d2-7e381c1a913e {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 07:56:03.966991 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Device cabd7f6b-4a71-4a17-b7d2-7e381c1a913e not bound to the agent host hv-cinder-77387 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 07:56:06.032876 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-faa7455b-d6d4-40f6-8c04-791247887f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:06.456829 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:07.053512 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:07.915323 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:11.834595 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 57336) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:11.978395 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6a020cf5-2d6f-496e-b688-2123e08278a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:11.995945 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-6a020cf5-2d6f-496e-b688-2123e08278a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:56:12.000503 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-6a020cf5-2d6f-496e-b688-2123e08278a0 admin admin] Usage tracker for resource:security_group_rule and tenant:b9da9a9caaa749efaa85899477e5d515 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:56:12.003781 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-6a020cf5-2d6f-496e-b688-2123e08278a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:56:12.010643 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-6a020cf5-2d6f-496e-b688-2123e08278a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:56:12.129325 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6a020cf5-2d6f-496e-b688-2123e08278a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:12.132887 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6a020cf5-2d6f-496e-b688-2123e08278a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:12.142345 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1cd393bd-77e9-42ee-9472-f54ee582b0a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:12.184660 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-6a020cf5-2d6f-496e-b688-2123e08278a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9da9a9caaa749efaa85899477e5d515&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3487141
Apr 19 07:56:12.186397 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a020cf5-2d6f-496e-b688-2123e08278a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920b6b10-8532-4037-add0-9c3171662fee,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:12.187554 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 57342) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:12.195434 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a020cf5-2d6f-496e-b688-2123e08278a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:56:12.195869 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a020cf5-2d6f-496e-b688-2123e08278a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:56:12.196293 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a020cf5-2d6f-496e-b688-2123e08278a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:56:12.196759 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a020cf5-2d6f-496e-b688-2123e08278a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:56:12.197173 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a020cf5-2d6f-496e-b688-2123e08278a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:56:12.197587 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a020cf5-2d6f-496e-b688-2123e08278a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:56:12.197999 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a020cf5-2d6f-496e-b688-2123e08278a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:56:12.198469 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a020cf5-2d6f-496e-b688-2123e08278a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:56:12.198886 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a020cf5-2d6f-496e-b688-2123e08278a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:56:12.199328 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a020cf5-2d6f-496e-b688-2123e08278a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:56:12.199767 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a020cf5-2d6f-496e-b688-2123e08278a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:56:12.200224 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a020cf5-2d6f-496e-b688-2123e08278a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:56:12.204590 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6a020cf5-2d6f-496e-b688-2123e08278a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:12.254413 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4e7ec91b-f13f-4152-bbf8-e10771624c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:12.286970 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4e7ec91b-f13f-4152-bbf8-e10771624c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:12.339418 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4e7ec91b-f13f-4152-bbf8-e10771624c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:12.343414 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-36f6bb2a-875d-4ddb-9680-2130a4df9ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:12.356054 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ec91b-f13f-4152-bbf8-e10771624c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920b6b10-8532-4037-add0-9c3171662fee,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:12.360091 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4e7ec91b-f13f-4152-bbf8-e10771624c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:12.363998 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4e7ec91b-f13f-4152-bbf8-e10771624c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:12.365214 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-4e7ec91b-f13f-4152-bbf8-e10771624c81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/920b6b10-8532-4037-add0-9c3171662fee HTTP/1.1" status: 204  len: 168 time: 0.1765001
Apr 19 07:56:16.777477 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 57404) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:16.912738 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b4da9a62-717b-4e8b-91bc-669b41598126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:16.930044 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b4da9a62-717b-4e8b-91bc-669b41598126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:56:16.934506 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-b4da9a62-717b-4e8b-91bc-669b41598126 admin admin] Usage tracker for resource:security_group_rule and tenant:1f51e80e958842499b1bf19fb11a2511 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:56:16.937580 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-b4da9a62-717b-4e8b-91bc-669b41598126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:56:16.943829 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b4da9a62-717b-4e8b-91bc-669b41598126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:56:17.032893 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b4da9a62-717b-4e8b-91bc-669b41598126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:17.036478 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b4da9a62-717b-4e8b-91bc-669b41598126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:17.045906 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1830ad4d-868c-4335-bb80-ab5a0dfbdd6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:17.088188 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-b4da9a62-717b-4e8b-91bc-669b41598126 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f51e80e958842499b1bf19fb11a2511&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3094099
Apr 19 07:56:17.090048 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da9a62-717b-4e8b-91bc-669b41598126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76105ff8-c070-4224-8ff7-c5c7e514b986,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:17.091332 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 57410) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:17.093736 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b4da9a62-717b-4e8b-91bc-669b41598126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:17.157914 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-510a29de-7ce6-4c4f-a078-cc9ac8bcad14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:17.187550 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-510a29de-7ce6-4c4f-a078-cc9ac8bcad14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:17.233930 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-510a29de-7ce6-4c4f-a078-cc9ac8bcad14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:17.238419 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-45102622-2684-4f1e-86ab-a4c59673b6b1 tempest-AttachVolumeTestJSON-1465399712 tempest-AttachVolumeTestJSON-1465399712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:17.252367 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a29de-7ce6-4c4f-a078-cc9ac8bcad14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76105ff8-c070-4224-8ff7-c5c7e514b986,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:17.254717 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-510a29de-7ce6-4c4f-a078-cc9ac8bcad14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:17.263034 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-510a29de-7ce6-4c4f-a078-cc9ac8bcad14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:17.264275 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-510a29de-7ce6-4c4f-a078-cc9ac8bcad14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76105ff8-c070-4224-8ff7-c5c7e514b986 HTTP/1.1" status: 204  len: 168 time: 0.1718514
Apr 19 07:56:20.318919 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 57480) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:20.453362 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8986e08c-6373-40b6-997b-852f706378ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:20.473469 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8986e08c-6373-40b6-997b-852f706378ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:56:20.477680 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-8986e08c-6373-40b6-997b-852f706378ee admin admin] Usage tracker for resource:security_group_rule and tenant:8e72476ed4e14a62bfb504d063daee09 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:56:20.480780 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-8986e08c-6373-40b6-997b-852f706378ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:56:20.487587 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8986e08c-6373-40b6-997b-852f706378ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:56:20.575072 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8986e08c-6373-40b6-997b-852f706378ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:20.578638 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8986e08c-6373-40b6-997b-852f706378ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:20.586444 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-477f6618-86f2-403d-81be-93d573929961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:20.632211 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-8986e08c-6373-40b6-997b-852f706378ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e72476ed4e14a62bfb504d063daee09&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3121181
Apr 19 07:56:20.633262 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986e08c-6373-40b6-997b-852f706378ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a58d77-e16a-47b1-b425-aafe6f97d4e3,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:20.635358 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 57486) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:20.636915 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8986e08c-6373-40b6-997b-852f706378ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:20.703465 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-deaa6c6f-99f8-4705-81f1-2c72ddf6eacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:20.731175 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-deaa6c6f-99f8-4705-81f1-2c72ddf6eacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:20.784927 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-deaa6c6f-99f8-4705-81f1-2c72ddf6eacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:20.793244 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8c0e5824-f37f-45c8-96aa-8d6aea34c4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:20.817700 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa6c6f-99f8-4705-81f1-2c72ddf6eacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a58d77-e16a-47b1-b425-aafe6f97d4e3,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:20.820773 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-deaa6c6f-99f8-4705-81f1-2c72ddf6eacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:20.825702 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-deaa6c6f-99f8-4705-81f1-2c72ddf6eacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:20.827305 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-deaa6c6f-99f8-4705-81f1-2c72ddf6eacb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60a58d77-e16a-47b1-b425-aafe6f97d4e3 HTTP/1.1" status: 204  len: 168 time: 0.1905448
Apr 19 07:56:21.140503 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 57494) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:21.160583 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c853d59f-a335-427b-a946-41f800cb0f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:21.176364 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c853d59f-a335-427b-a946-41f800cb0f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:56:21.180719 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-c853d59f-a335-427b-a946-41f800cb0f31 admin admin] Usage tracker for resource:security_group_rule and tenant:1817e13beac04fc98662364ef018966d is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:56:21.183934 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-c853d59f-a335-427b-a946-41f800cb0f31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:56:21.190061 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c853d59f-a335-427b-a946-41f800cb0f31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:56:21.281208 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c853d59f-a335-427b-a946-41f800cb0f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:21.284670 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c853d59f-a335-427b-a946-41f800cb0f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:21.292494 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-deaa6c6f-99f8-4705-81f1-2c72ddf6eacb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:21.336211 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-c853d59f-a335-427b-a946-41f800cb0f31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1817e13beac04fc98662364ef018966d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1944871
Apr 19 07:56:21.338256 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853d59f-a335-427b-a946-41f800cb0f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072a2dc3-4531-4fda-96c2-bbb7c066f91a,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:21.340882 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c853d59f-a335-427b-a946-41f800cb0f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:21.341140 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 57498) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:21.416939 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-81e929d3-7db3-4323-b268-3cdfe757c5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:21.444891 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-81e929d3-7db3-4323-b268-3cdfe757c5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:21.492810 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-81e929d3-7db3-4323-b268-3cdfe757c5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:21.497170 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a2086370-099b-4bf5-9f26-696cace7dee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:21.514492 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e929d3-7db3-4323-b268-3cdfe757c5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072a2dc3-4531-4fda-96c2-bbb7c066f91a,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:21.517348 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-81e929d3-7db3-4323-b268-3cdfe757c5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:21.525552 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-81e929d3-7db3-4323-b268-3cdfe757c5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:21.526838 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-81e929d3-7db3-4323-b268-3cdfe757c5fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/072a2dc3-4531-4fda-96c2-bbb7c066f91a HTTP/1.1" status: 204  len: 168 time: 0.1843011
Apr 19 07:56:22.349453 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 57522) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:22.468664 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1240527092-network', 'tenant_id': '48317516f8404015a6b8d26a32f57aa3'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:56:22.474427 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:56:22.479006 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] Usage tracker for resource:network and tenant:48317516f8404015a6b8d26a32f57aa3 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:56:22.482199 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:56:22.493434 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:56:22.504192 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] Made reservation on behalf of 48317516f8404015a6b8d26a32f57aa3 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:56:22.509240 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:22.523147 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:22.539683 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:56:22.544566 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] Usage tracker for resource:security_group_rule and tenant:48317516f8404015a6b8d26a32f57aa3 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:56:22.548030 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:56:22.554553 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:56:22.650706 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:22.654101 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:22.658586 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a036c32f-e7cb-4409-aa3a-47f868a43f21 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:22.689295 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515}  {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 07:56:22.698743 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617a81c0-4e40-46f4-b4fd-88e939bff701,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:22.702101 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:22.707119 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:22.707119 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.segments_db [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] Added segment 48a17455-3265-43b5-a786-4c9f2d72c281 of type vlan for network 9a0af5ed-cb0b-4228-a508-b5bb47e3ddad
Apr 19 07:56:22.736910 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753518964407'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:22.769817 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:22.771273 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:56:22.771918 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:22.777209 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d189b4d1-e047-473d-8101-0c3790523f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:22.889705 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] Pushing event updated for resources: {'Network': ['ID=9a0af5ed-cb0b-4228-a508-b5bb47e3ddad,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:22.893409 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5426726
Apr 19 07:56:22.894467 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3384de9c-5cd4-4807-86dd-b936a77709db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:22.896684 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 57528) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:22.901007 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Network 9a0af5ed-cb0b-4228-a508-b5bb47e3ddad details requested by agent ovs-agent-dv-cinder-773870-2-iscsi with host dv-cinder-773870-2-iscsi {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 07:56:22.903027 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-24201855-9ec1-49ab-a714-dcf4c738e91c admin admin] Request body: {'subnet': {'network_id': '9a0af5ed-cb0b-4228-a508-b5bb47e3ddad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1240527092-subnet', 'tenant_id': '48317516f8404015a6b8d26a32f57aa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:56:22.908380 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-24201855-9ec1-49ab-a714-dcf4c738e91c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:56:22.912846 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-24201855-9ec1-49ab-a714-dcf4c738e91c admin admin] Usage tracker for resource:subnet and tenant:48317516f8404015a6b8d26a32f57aa3 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:56:22.916224 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-24201855-9ec1-49ab-a714-dcf4c738e91c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:56:22.922524 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-24201855-9ec1-49ab-a714-dcf4c738e91c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:56:22.933954 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24201855-9ec1-49ab-a714-dcf4c738e91c admin admin] Made reservation on behalf of 48317516f8404015a6b8d26a32f57aa3 for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:56:22.938851 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-24201855-9ec1-49ab-a714-dcf4c738e91c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851631238'] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:23.360098 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-24201855-9ec1-49ab-a714-dcf4c738e91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2667476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851631253'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:23.364538 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:23.437793 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24201855-9ec1-49ab-a714-dcf4c738e91c admin admin] Pushing event updated for resources: {'Subnet': ['ID=036ca51e-490c-4d43-8ef6-5e87d8963cf3,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:23.441907 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-24201855-9ec1-49ab-a714-dcf4c738e91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:23.449901 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24201855-9ec1-49ab-a714-dcf4c738e91c admin admin] Checking segment: {'id': '48a17455-3265-43b5-a786-4c9f2d72c281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '9a0af5ed-cb0b-4228-a508-b5bb47e3ddad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:56:23.450329 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24201855-9ec1-49ab-a714-dcf4c738e91c admin admin] Network hostable DHCP agents. Network: 9a0af5ed-cb0b-4228-a508-b5bb47e3ddad, hostable agents: ['a6ade28d-bcb7-45a8-a7cb-7d200a62a65e'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 07:56:23.470747 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24201855-9ec1-49ab-a714-dcf4c738e91c admin admin] Network 9a0af5ed-cb0b-4228-a508-b5bb47e3ddad is scheduled to be hosted by DHCP agent a6ade28d-bcb7-45a8-a7cb-7d200a62a65e with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 07:56:23.479351 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-24201855-9ec1-49ab-a714-dcf4c738e91c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-iscsi, 9a0af5ed-cb0b-4228-a508-b5bb47e3ddad) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:56:23.489494 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbf16f9-90b6-4c1a-9d7a-80d1c180f0eb None None] Network 9a0af5ed-cb0b-4228-a508-b5bb47e3ddad requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:56:23.492637 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24201855-9ec1-49ab-a714-dcf4c738e91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:56:23.493427 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-24201855-9ec1-49ab-a714-dcf4c738e91c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:23.513642 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-24201855-9ec1-49ab-a714-dcf4c738e91c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6158063
Apr 19 07:56:23.737355 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed98ccf-96ff-4ccc-8ab6-fc47fbfe5b8e None None] Network 9a0af5ed-cb0b-4228-a508-b5bb47e3ddad requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:56:24.095362 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 57546) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:24.101873 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-481362898-network', 'tenant_id': 'e709306583204f9a84332e4c515cb0fb'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:56:24.107470 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:56:24.112155 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] Usage tracker for resource:network and tenant:e709306583204f9a84332e4c515cb0fb is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:56:24.116261 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:56:24.123035 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:56:24.133251 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] Made reservation on behalf of e709306583204f9a84332e4c515cb0fb for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:56:24.138112 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2045279'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:24.151735 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:24.171505 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:56:24.175747 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] Usage tracker for resource:security_group_rule and tenant:e709306583204f9a84332e4c515cb0fb is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:56:24.178810 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:56:24.185041 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:56:24.280045 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:24.283414 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:24.287864 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-20627231-af2f-4890-a8e6-a0b7e803f6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:24.316929 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522}  {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 07:56:24.326371 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c33fde8-d0c2-475a-a524-7bd89376f941,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:24.330321 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:24.332960 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:24.333381 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.db.segments_db [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] Added segment 37fe0bff-8b36-46cc-9114-ed5378d4c621 of type vlan for network 8c2888d0-f16f-49bc-8803-416167f2d7d1
Apr 19 07:56:24.361872 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753518964407'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:24.393630 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:24.395008 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:56:24.395664 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:24.399398 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:24.510922 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4142880
Apr 19 07:56:24.511926 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] Pushing event updated for resources: {'Network': ['ID=8c2888d0-f16f-49bc-8803-416167f2d7d1,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:24.514191 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 57550) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:24.515188 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-930e3965-9043-4a0c-b283-59566f31e51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:24.520952 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.v2.base [None req-0f63e58a-d72d-4216-944d-7e0cff60bc18 admin admin] Request body: {'subnet': {'network_id': '8c2888d0-f16f-49bc-8803-416167f2d7d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-481362898-subnet', 'tenant_id': 'e709306583204f9a84332e4c515cb0fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 07:56:24.525611 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Network 8c2888d0-f16f-49bc-8803-416167f2d7d1 details requested by agent ovs-agent-dv-cinder-773870-2-iscsi with host dv-cinder-773870-2-iscsi {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 07:56:24.526624 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-0f63e58a-d72d-4216-944d-7e0cff60bc18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:56:24.531139 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-0f63e58a-d72d-4216-944d-7e0cff60bc18 admin admin] Usage tracker for resource:subnet and tenant:e709306583204f9a84332e4c515cb0fb is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:56:24.534361 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-0f63e58a-d72d-4216-944d-7e0cff60bc18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:56:24.541435 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-0f63e58a-d72d-4216-944d-7e0cff60bc18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:56:24.808133 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f63e58a-d72d-4216-944d-7e0cff60bc18 admin admin] Made reservation on behalf of e709306583204f9a84332e4c515cb0fb for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 07:56:24.813062 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0f63e58a-d72d-4216-944d-7e0cff60bc18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2214023'] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:25.243093 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0f63e58a-d72d-4216-944d-7e0cff60bc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852204722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2214038'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:25.247455 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:25.328749 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63e58a-d72d-4216-944d-7e0cff60bc18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17a343fb-1893-4c5c-86ea-8a308138dbd6,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:25.333122 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0f63e58a-d72d-4216-944d-7e0cff60bc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:25.337758 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f63e58a-d72d-4216-944d-7e0cff60bc18 admin admin] Checking segment: {'id': '37fe0bff-8b36-46cc-9114-ed5378d4c621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8c2888d0-f16f-49bc-8803-416167f2d7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 07:56:25.338196 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f63e58a-d72d-4216-944d-7e0cff60bc18 admin admin] Network hostable DHCP agents. Network: 8c2888d0-f16f-49bc-8803-416167f2d7d1, hostable agents: ['a6ade28d-bcb7-45a8-a7cb-7d200a62a65e'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 07:56:25.358185 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f63e58a-d72d-4216-944d-7e0cff60bc18 admin admin] Network 8c2888d0-f16f-49bc-8803-416167f2d7d1 is scheduled to be hosted by DHCP agent a6ade28d-bcb7-45a8-a7cb-7d200a62a65e with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 07:56:25.367776 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-0f63e58a-d72d-4216-944d-7e0cff60bc18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-2-iscsi, 8c2888d0-f16f-49bc-8803-416167f2d7d1) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 07:56:25.377866 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eb338f-7d99-4d07-a433-3b5bdfaf8b4e None None] Network 8c2888d0-f16f-49bc-8803-416167f2d7d1 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:56:25.380531 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f63e58a-d72d-4216-944d-7e0cff60bc18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 07:56:25.381189 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0f63e58a-d72d-4216-944d-7e0cff60bc18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:25.403060 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-0f63e58a-d72d-4216-944d-7e0cff60bc18 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8874371
Apr 19 07:56:25.608522 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbc4f50-852a-4420-a27c-d79a122cc537 None None] Network 8c2888d0-f16f-49bc-8803-416167f2d7d1 requested from dv-cinder-773870-2-iscsi {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 07:56:26.627909 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:32.887909 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:56:33.823159 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-dadaf5ed-122b-47c6-aaa8-0e73cf899cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:36.036711 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1c7c05ea-355d-48a5-9ceb-59ba9351f06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:36.452784 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:37.058328 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:37.917546 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:40.559844 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [req-23068d75-bb01-4d2e-a13e-7c63dde5072d req-3ad7ad9b-02c4-4c18-96bf-d86ed8e26b43 service neutron] (86356) timed out ('10.222.0.16', 52496) {{(pid=86356) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 19 07:56:42.427398 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 57670) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:42.495125 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e5b114-3857-4a20-bfad-e3a6c76c4b43 admin admin] Deleting subnet 036ca51e-490c-4d43-8ef6-5e87d8963cf3 {{(pid=86356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 07:56:42.498601 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-93e5b114-3857-4a20-bfad-e3a6c76c4b43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:42.557658 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-93e5b114-3857-4a20-bfad-e3a6c76c4b43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850762484'] for subnet, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:42.619983 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-93e5b114-3857-4a20-bfad-e3a6c76c4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852818528'] for subnet, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:42.885578 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-93e5b114-3857-4a20-bfad-e3a6c76c4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2571019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852561747'] for subnet, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:42.889708 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-74721eb1-e850-4f7a-b3e3-0f43c148e069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:42.930265 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5b114-3857-4a20-bfad-e3a6c76c4b43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=036ca51e-490c-4d43-8ef6-5e87d8963cf3,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:42.932431 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-93e5b114-3857-4a20-bfad-e3a6c76c4b43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:42.935426 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-93e5b114-3857-4a20-bfad-e3a6c76c4b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:42.939947 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-93e5b114-3857-4a20-bfad-e3a6c76c4b43 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/036ca51e-490c-4d43-8ef6-5e87d8963cf3 HTTP/1.1" status: 204  len: 168 time: 0.5114253
Apr 19 07:56:42.942726 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 57674) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:43.059055 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a8fdf5f-93a6-44bc-9425-526f6ae315ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915220'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:43.192559 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a8fdf5f-93a6-44bc-9425-526f6ae315ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957365', 'neutron.services.segments.db._delete_segments_for_network-8753519474803'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:43.307296 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-1a8fdf5f-93a6-44bc-9425-526f6ae315ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6164de0748>,) {'filters': {'network_id': ['9a0af5ed-cb0b-4228-a508-b5bb47e3ddad']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:56:43.320238 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-1a8fdf5f-93a6-44bc-9425-526f6ae315ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6164de0748>, '48a17455-3265-43b5-a786-4c9f2d72c281') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:56:43.320577 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-1a8fdf5f-93a6-44bc-9425-526f6ae315ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6164de0748>, '48a17455-3265-43b5-a786-4c9f2d72c281') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:56:43.332847 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a8fdf5f-93a6-44bc-9425-526f6ae315ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283335320419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4013316'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:43.348075 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a8fdf5f-93a6-44bc-9425-526f6ae315ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:43.354803 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8fdf5f-93a6-44bc-9425-526f6ae315ba admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 07:56:43.538513 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-1a8fdf5f-93a6-44bc-9425-526f6ae315ba admin admin] Network 9a0af5ed-cb0b-4228-a508-b5bb47e3ddad has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:56:43.547626 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a8fdf5f-93a6-44bc-9425-526f6ae315ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852824399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852205400'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:43.725094 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-1a8fdf5f-93a6-44bc-9425-526f6ae315ba admin admin] Network 9a0af5ed-cb0b-4228-a508-b5bb47e3ddad has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]: Traceback (most recent call last):
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:     timer()
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:     cb(*args, **kw)
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:     return func(*args, **kwargs)
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:     self._notify()
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:     self.callback(batched_events)
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:     event.method(event)
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:     segment_id)['aggregates'][0]
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:     return f(self, *a, **k)
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self._get(url).json()
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:     **kwargs)
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self.request(url, 'GET', **kwargs)
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:     **endpoint_filter)
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 07:56:43.755072 dv-cinder-773870-2-iscsi neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 07:56:43.832019 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a8fdf5f-93a6-44bc-9425-526f6ae315ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852818435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671106'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:43.835824 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:43.849925 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a8fdf5f-93a6-44bc-9425-526f6ae315ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:43.861561 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fdf5f-93a6-44bc-9425-526f6ae315ba admin admin] Pushing event deleted for resources: {'Network': ['ID=9a0af5ed-cb0b-4228-a508-b5bb47e3ddad,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:43.864422 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-1a8fdf5f-93a6-44bc-9425-526f6ae315ba admin admin] 10.222.0.20 "DELETE /v2.0/networks/9a0af5ed-cb0b-4228-a508-b5bb47e3ddad HTTP/1.1" status: 204  len: 168 time: 0.9206614
Apr 19 07:56:43.865361 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1a8fdf5f-93a6-44bc-9425-526f6ae315ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:43.867307 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 57678) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:43.939048 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eff3428-ed4a-4d09-a799-23ded4bd70a7 admin admin] Deleting subnet 17a343fb-1893-4c5c-86ea-8a308138dbd6 {{(pid=86356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 07:56:43.942405 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6eff3428-ed4a-4d09-a799-23ded4bd70a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:43.996423 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6eff3428-ed4a-4d09-a799-23ded4bd70a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850762484'] for subnet, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:44.057621 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6eff3428-ed4a-4d09-a799-23ded4bd70a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852818528'] for subnet, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:44.318037 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6eff3428-ed4a-4d09-a799-23ded4bd70a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2571019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852561747'] for subnet, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:44.321938 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-becc747c-5b5a-46c3-8a72-082ac2bfbae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:44.364376 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff3428-ed4a-4d09-a799-23ded4bd70a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17a343fb-1893-4c5c-86ea-8a308138dbd6,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:44.367788 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6eff3428-ed4a-4d09-a799-23ded4bd70a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:44.368839 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6eff3428-ed4a-4d09-a799-23ded4bd70a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:44.376073 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-6eff3428-ed4a-4d09-a799-23ded4bd70a7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/17a343fb-1893-4c5c-86ea-8a308138dbd6 HTTP/1.1" status: 204  len: 168 time: 0.5077233
Apr 19 07:56:44.378953 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 57682) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:44.503018 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c030bd64-720d-4fab-855c-372f724ed562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852915220'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:44.644709 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c030bd64-720d-4fab-855c-372f724ed562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957365', 'neutron.services.segments.db._delete_segments_for_network-8753519474803'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:44.760721 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-c030bd64-720d-4fab-855c-372f724ed562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f61643f6eb8>,) {'filters': {'network_id': ['8c2888d0-f16f-49bc-8803-416167f2d7d1']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:56:44.774271 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-c030bd64-720d-4fab-855c-372f724ed562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f61643f6eb8>, '37fe0bff-8b36-46cc-9114-ed5378d4c621') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:56:44.774613 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.services.segments.db [None req-c030bd64-720d-4fab-855c-372f724ed562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f61643f6eb8>, '37fe0bff-8b36-46cc-9114-ed5378d4c621') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 07:56:44.786896 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c030bd64-720d-4fab-855c-372f724ed562 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363283335320419', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4013316'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:44.802186 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c030bd64-720d-4fab-855c-372f724ed562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1951430'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:44.808690 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c030bd64-720d-4fab-855c-372f724ed562 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 07:56:44.993154 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-c030bd64-720d-4fab-855c-372f724ed562 admin admin] Network 8c2888d0-f16f-49bc-8803-416167f2d7d1 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:56:45.006056 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c030bd64-720d-4fab-855c-372f724ed562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852824399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852205400'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:45.187460 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-c030bd64-720d-4fab-855c-372f724ed562 admin admin] Network 8c2888d0-f16f-49bc-8803-416167f2d7d1 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]: Traceback (most recent call last):
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:     timer()
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:     cb(*args, **kw)
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:     return func(*args, **kwargs)
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:     self._notify()
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:     self.callback(batched_events)
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:     event.method(event)
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:     segment_id)['aggregates'][0]
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:     return f(self, *a, **k)
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self._get(url).json()
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:     **kwargs)
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:     return self.request(url, 'GET', **kwargs)
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:     **endpoint_filter)
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 07:56:45.209823 dv-cinder-773870-2-iscsi neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 07:56:45.290513 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c030bd64-720d-4fab-855c-372f724ed562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852818435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853744994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671106'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:45.298670 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c030bd64-720d-4fab-855c-372f724ed562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853745011'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:45.304488 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:45.327765 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-c030bd64-720d-4fab-855c-372f724ed562 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8c2888d0-f16f-49bc-8803-416167f2d7d1 HTTP/1.1" status: 204  len: 168 time: 0.9477675
Apr 19 07:56:45.328781 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030bd64-720d-4fab-855c-372f724ed562 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c2888d0-f16f-49bc-8803-416167f2d7d1,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:45.331288 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c030bd64-720d-4fab-855c-372f724ed562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:45.530549 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 57688) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:45.588075 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-6b9250c8-0988-44a9-9f82-988386c8a06e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48317516f8404015a6b8d26a32f57aa3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0558479
Apr 19 07:56:45.590924 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 57692) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:45.659910 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e0e04ab1-2166-4549-b9ab-a56ef13d0122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:45.689248 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e0e04ab1-2166-4549-b9ab-a56ef13d0122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:45.741704 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e0e04ab1-2166-4549-b9ab-a56ef13d0122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:45.745615 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5c537025-e5e8-4219-b0f3-4c092a499ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:45.758044 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e04ab1-2166-4549-b9ab-a56ef13d0122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617a81c0-4e40-46f4-b4fd-88e939bff701,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:45.769888 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e04ab1-2166-4549-b9ab-a56ef13d0122 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:56:45.770368 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e04ab1-2166-4549-b9ab-a56ef13d0122 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:56:45.770786 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e04ab1-2166-4549-b9ab-a56ef13d0122 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:56:45.771200 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e04ab1-2166-4549-b9ab-a56ef13d0122 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:56:45.771613 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e04ab1-2166-4549-b9ab-a56ef13d0122 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:56:45.772022 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e04ab1-2166-4549-b9ab-a56ef13d0122 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:56:45.772425 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e04ab1-2166-4549-b9ab-a56ef13d0122 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:56:45.772828 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e04ab1-2166-4549-b9ab-a56ef13d0122 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:56:45.773234 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e04ab1-2166-4549-b9ab-a56ef13d0122 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:56:45.773632 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e04ab1-2166-4549-b9ab-a56ef13d0122 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:56:45.774034 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e04ab1-2166-4549-b9ab-a56ef13d0122 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:56:45.774461 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e04ab1-2166-4549-b9ab-a56ef13d0122 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-2-iscsi {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 07:56:45.778273 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e0e04ab1-2166-4549-b9ab-a56ef13d0122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:45.779495 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-e0e04ab1-2166-4549-b9ab-a56ef13d0122 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/617a81c0-4e40-46f4-b4fd-88e939bff701 HTTP/1.1" status: 204  len: 168 time: 0.1875796
Apr 19 07:56:45.780597 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e0e04ab1-2166-4549-b9ab-a56ef13d0122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:46.167876 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 57700) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:46.223019 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-45406c18-0a88-44ef-a20b-1549a595882c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e709306583204f9a84332e4c515cb0fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0537863
Apr 19 07:56:46.226427 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 57704) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:46.288677 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9034b3aa-861e-48ff-a774-f6da1536c453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:46.317214 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9034b3aa-861e-48ff-a774-f6da1536c453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:46.377020 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9034b3aa-861e-48ff-a774-f6da1536c453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:46.382202 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-155c98bd-1c34-4740-8679-4c0a999eac17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:46.395920 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034b3aa-861e-48ff-a774-f6da1536c453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c33fde8-d0c2-475a-a524-7bd89376f941,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:46.398713 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9034b3aa-861e-48ff-a774-f6da1536c453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:46.399961 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9034b3aa-861e-48ff-a774-f6da1536c453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:46.402074 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-9034b3aa-861e-48ff-a774-f6da1536c453 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c33fde8-d0c2-475a-a524-7bd89376f941 HTTP/1.1" status: 204  len: 168 time: 0.1744871
Apr 19 07:56:48.001211 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 57748) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:48.138474 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-913e1520-785f-4c38-aba0-4869928b8f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:48.157971 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-913e1520-785f-4c38-aba0-4869928b8f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 07:56:48.162646 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-913e1520-785f-4c38-aba0-4869928b8f87 admin admin] Usage tracker for resource:security_group_rule and tenant:2f33e43555a444628d1b1f729b68e219 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 07:56:48.165919 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.quota.resource [None req-913e1520-785f-4c38-aba0-4869928b8f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 07:56:48.172595 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-913e1520-785f-4c38-aba0-4869928b8f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 07:56:48.512531 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-913e1520-785f-4c38-aba0-4869928b8f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:48.517058 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-913e1520-785f-4c38-aba0-4869928b8f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:48.526267 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ef505117-4031-4c6b-9cb4-c0ca5681c873 tempest-AttachVolumeShelveTestJSON-946856977 tempest-AttachVolumeShelveTestJSON-946856977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:48.569897 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-913e1520-785f-4c38-aba0-4869928b8f87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f33e43555a444628d1b1f729b68e219&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5675240
Apr 19 07:56:48.570827 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e1520-785f-4c38-aba0-4869928b8f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf806d9-1c96-44fa-a5f9-2cd4c48fcb94,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:48.573924 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 57754) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 07:56:48.574265 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-913e1520-785f-4c38-aba0-4869928b8f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:48.645048 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9e6afd0c-b54d-4fee-9fd9-142bc0d395d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:48.673426 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9e6afd0c-b54d-4fee-9fd9-142bc0d395d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:48.725031 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9e6afd0c-b54d-4fee-9fd9-142bc0d395d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587948'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:48.730240 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d2dbe9f2-c4b6-4bb0-9529-6b04d89d0b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 07:56:48.741959 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6afd0c-b54d-4fee-9fd9-142bc0d395d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf806d9-1c96-44fa-a5f9-2cd4c48fcb94,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 07:56:48.745848 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9e6afd0c-b54d-4fee-9fd9-142bc0d395d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 07:56:48.749376 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9e6afd0c-b54d-4fee-9fd9-142bc0d395d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:56:48.750660 dv-cinder-773870-2-iscsi neutron-server[86245]: INFO neutron.wsgi [None req-9e6afd0c-b54d-4fee-9fd9-142bc0d395d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abf806d9-1c96-44fa-a5f9-2cd4c48fcb94 HTTP/1.1" status: 204  len: 168 time: 0.1753559
Apr 19 07:56:56.664651 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:57:03.830355 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8348d9e7-e8e0-4649-bfe2-7b0c6ac783a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:57:06.054076 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-75a260e6-ca1e-4699-a066-f5de2b6b7c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:57:06.458178 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:57:07.066070 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:57:07.920784 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:57:09.892651 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:57:26.673977 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:57:33.823967 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-36ed153f-dfbf-4f8c-b409-a07710111da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:57:36.047704 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-220db9b2-4be4-4fab-a2fe-5754ea0c7f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:57:36.469306 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:57:37.066906 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:57:37.929465 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:57:46.895371 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:57:56.672042 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:58:03.833783 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-527588de-15f0-42ba-a408-939b8f7c1495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:58:06.044149 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3333ee30-2bb9-4423-ae44-58972db902b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:58:06.464876 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:58:07.067604 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:58:07.925717 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:58:23.897226 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:58:26.687549 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:58:33.828103 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1d141e3f-08c9-41d7-8368-906e99a52b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:58:36.038650 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7b328ae0-5d88-4330-9f4c-8277a26a3b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:58:36.465914 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:58:37.064210 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:58:37.938614 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:58:56.695070 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:59:00.897504 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:59:03.831912 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ee7bdc60-d70f-4cf2-a092-b1574d469c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:59:06.041919 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8698bd8e-86ea-4704-b7b5-ca17acc618c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:59:06.470277 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:59:07.067964 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:59:07.931947 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:59:26.700364 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:59:33.841919 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e70166c5-f205-4c7d-a3a9-64bf52ab0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:59:36.051974 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ada65136-0c6f-430c-b1a7-980f83097f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:59:36.482615 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:59:37.075087 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:59:37.900105 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 07:59:37.938324 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 07:59:56.717554 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 08:00:03.836399 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6be340b3-1cac-43e5-8731-e630f60426a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 08:00:06.046919 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-934fd094-5980-4940-aac8-d95151277d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 08:00:06.476542 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 08:00:07.071571 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 08:00:07.937856 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 08:00:13.651613 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.wsgi [req-5a0dc1d2-c149-457a-b4b4-ef4a61fffe5e req-e62cb8f8-2e28-40a4-9afc-d321f56bd8a1 service neutron] (86356) timed out ('10.222.0.16', 52485) {{(pid=86356) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 19 08:00:14.900938 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 08:00:26.708613 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 08:00:33.840721 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-acaeba54-158a-4bdc-aba8-6a52c0ef1e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 08:00:36.050400 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-302893da-f54c-4c3f-834c-4459824163e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 08:00:36.480715 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 08:00:37.066596 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 08:00:37.940881 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 08:00:51.901838 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 08:00:56.732557 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 08:01:03.847596 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a7ed4a98-173c-4f39-a079-bc2d12ca18d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 08:01:06.061594 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e8658a60-bd14-4820-9ae7-b03bf67798aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 08:01:06.487862 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 08:01:07.080254 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 08:01:07.953063 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 08:01:26.746322 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 08:01:28.907653 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron.db.agents_db [None req-1c42912c-8bf8-4874-b7c4-876a36c9db41 None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 08:01:33.841316 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bbbcac18-96cf-4294-a309-f8c3bf48f35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 08:01:36.056412 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-43bfb693-4525-45bd-8eda-ea501a60816e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 08:01:36.488462 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d0baaf2-3d07-4c4b-8d2d-e56f35c3151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 08:01:37.074606 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bd58813-2442-4fde-9972-378c384cd8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 08:01:37.958165 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48a2e610-94d0-4108-bb71-032d93d4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 08:01:56.744291 dv-cinder-773870-2-iscsi neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f94e3821-477f-4521-87d3-3726766b58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363283335300997', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1985751'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}